-- Logs begin at Fri 2021-09-03 01:19:45 UTC, end at Fri 2021-09-03 02:18:07 UTC. -- Sep 03 01:50:09.265509 dv-cinder-804035-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 01:50:12.011568 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.common.config [-] Logging enabled! Sep 03 01:50:12.012715 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev604 Sep 03 01:50:12.013323 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93760) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 01:50:12.016407 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.common.config [-] Logging enabled! Sep 03 01:50:12.016661 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev604 Sep 03 01:50:12.016989 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93760) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 01:50:12.017912 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 01:50:12.018142 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 01:50:12.018500 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 01:50:12.018741 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 01:50:12.018963 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 01:50:12.019282 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.019574 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.019865 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.020091 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.020382 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.020665 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.021008 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.021296 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.021589 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.021869 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.022142 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.022418 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.022644 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.022919 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.023197 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.023582 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.023808 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] debug = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.024084 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.024498 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.024924 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.025202 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.025485 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.025765 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.026029 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.026297 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.026574 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.026908 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] host = dv-cinder-804035-9-iscsi {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.027168 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.027448 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.027977 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.028302 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.028585 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.028859 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.029165 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.029439 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.029709 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] log_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.029979 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.030261 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.030543 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.030822 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.031042 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.031259 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.031539 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.031821 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.032090 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.032357 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.032624 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.032914 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.033186 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.033449 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.033728 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.034007 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.034283 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.034551 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.034819 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.035082 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.035346 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.035624 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.035892 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.036160 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.036426 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.036705 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.037001 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.037270 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.037565 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.037843 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.038123 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.038399 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.038665 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.038938 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.039205 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.039482 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.039732 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] use_json = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.039995 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.040257 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.040529 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.040793 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.041079 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.041344 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.041607 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.041886 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:12.042176 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.042468 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.042762 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.043041 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.043583 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.044014 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.044310 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.044591 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.044900 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.045192 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.045476 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.045753 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.046040 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.046318 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.046608 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.046905 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.047195 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.047485 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.047757 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.048028 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.048298 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.048572 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.048856 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.049159 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.049450 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.049731 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.050007 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.050288 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.050575 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.050860 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.051127 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.051397 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.051682 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.051953 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.052220 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.052491 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.052772 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.053072 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.053339 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.053616 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.053887 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.054156 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.054423 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.054691 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.054974 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.055244 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.055516 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.055774 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.056043 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.056308 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.056587 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.056858 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.057151 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.057418 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.057689 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.057959 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.058229 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.058501 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.058770 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.059921 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.060296 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.060575 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.060850 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.061147 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.061420 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.061691 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.061962 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.062234 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.062508 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.062777 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.063048 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.063320 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.063590 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.063873 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.064167 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.064694 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.064994 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.065274 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.065549 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.065822 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.066095 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.066368 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.066642 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.066913 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.067200 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.067481 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.067764 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.068042 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.068313 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.068610 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.068915 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.069187 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.069461 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.069735 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.070019 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.070297 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.070590 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.070882 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.071172 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.071461 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.071751 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.072028 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.072332 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.072607 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:12.072823 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 01:50:12.073084 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93760) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 01:50:12.426276 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 01:50:12.426551 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 01:50:12.426835 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 01:50:12.427160 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 01:50:12.822847 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.823134 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.823413 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.824860 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.825280 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.825552 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.861096 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.861373 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.861638 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.876271 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.876548 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.876812 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.905888 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.906162 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.906428 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.943531 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.943812 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:12.944080 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.174283 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.174916 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.174916 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.175088 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.175656 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.296060 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.296371 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.296651 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.296941 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.297209 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.297517 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.297773 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.298024 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.298273 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.298550 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.298803 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.299061 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.299310 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.299555 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.299804 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.300062 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.300310 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.300571 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.300835 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.301112 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.301377 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.301624 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.301899 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.302269 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.302512 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.302751 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.303139 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:50:13.303375 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:50:13.303609 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:50:13.303841 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:50:13.304074 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:50:13.304577 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:50:13.305022 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 01:50:13.308044 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 01:50:13.312681 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 01:50:13.316675 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 03 01:50:13.318298 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 01:50:13.318749 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 01:50:13.319077 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 01:50:13.319452 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 01:50:13.322220 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 01:50:13.322469 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 01:50:13.322811 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 01:50:13.328416 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 01:50:13.350955 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 01:50:13.351400 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.351694 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93760) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 01:50:13.352055 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.353398 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93760) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 01:50:13.353680 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 01:50:13.353929 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 01:50:13.357522 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.357803 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:13.422320 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 01:50:13.422562 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 01:50:13.422795 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 01:50:13.423163 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 01:50:13.446044 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_db.sqlalchemy.engines [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93760) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 01:50:13.986849 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Initializing driver for type 'gre' Sep 03 01:50:13.987431 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] gre ID ranges: [(1, 1000)] Sep 03 01:50:14.039111 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Initializing driver for type 'local' Sep 03 01:50:14.039421 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Initializing driver for type 'vlan' Sep 03 01:50:14.053198 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] VlanTypeDriver initialization complete Sep 03 01:50:14.053524 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Initializing driver for type 'vxlan' Sep 03 01:50:14.054035 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] vxlan ID ranges: [(1, 1000)] Sep 03 01:50:14.109250 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Initializing extension driver 'port_security' Sep 03 01:50:14.109607 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.extensions.port_security [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] PortSecurityExtensionDriver initialization complete Sep 03 01:50:14.109975 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Initializing mechanism driver 'openvswitch' Sep 03 01:50:14.110282 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Initializing mechanism driver 'hyperv' Sep 03 01:50:14.116751 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:50:14.117441 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > port after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.117808 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > port after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.118156 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > port after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.118664 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:50:14.119087 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.119433 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.119772 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.120160 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:50:14.120559 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > network after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.120923 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > network after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.121287 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > network after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.121868 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:50:14.122366 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.122714 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.123052 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.123575 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:50:14.123979 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.124324 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.124667 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.125090 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:50:14.125487 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.125827 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.126162 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.126546 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93760) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:50:14.126915 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] ML2 OVO RPC backend initialized. {{(pid=93760) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 01:50:14.127602 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.127952 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.128358 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > network before_response 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.128699 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > networks before_response 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.129066 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > port before_response 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.129401 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > ports before_response 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.129740 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.130075 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.130414 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > network after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.130746 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > network after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.131075 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > network after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.131405 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > port after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.131732 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > port after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.132058 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > port after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.132386 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.132713 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.133061 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.133622 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Modular L2 Plugin initialization complete Sep 03 01:50:14.133945 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading services supported by the core plugin {{(pid=93760) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 01:50:14.134266 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.plugins.ml2.managers [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Got port-security extension from driver 'port_security' Sep 03 01:50:14.134722 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.extensions.vlantransparent [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Disabled vlantransparent extension. Sep 03 01:50:14.135193 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93760) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 01:50:14.135504 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading Plugin: router Sep 03 01:50:14.172226 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.172617 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router after_create 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.173013 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router before_create 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.173379 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.173754 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.174112 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router after_delete 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.174467 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.174979 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.175160 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router after_create 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.175503 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router after_update 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.175849 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router after_update 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.176192 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.176551 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router after_update 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.176984 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.177356 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: port after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.177694 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: port after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.178034 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: subnet after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.178373 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.178726 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.179073 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.179412 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: port before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.179750 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.180104 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router after_update 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.180440 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.180789 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.181167 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.181511 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.181870 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > agent after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.182216 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > agent after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.182555 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > network after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.183401 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Tracking information for resource: router configured {{(pid=93760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:50:14.183734 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Tracking information for resource: floatingip configured {{(pid=93760) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:50:14.188851 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.db.l3_agentschedulers_db [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 01:50:14.189705 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: port after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.190063 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: port after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.190410 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: port after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.190759 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: port after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.191530 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router before_create 55550100 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.191892 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.192251 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.192607 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.197172 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.services.provider_configuration [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service providers = [] {{(pid=93760) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 01:50:14.197538 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.db.servicetype_db [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93760) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 01:50:14.200663 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.services.service_base [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:50:14.201041 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.services.service_base [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:50:14.201715 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.services.service_base [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:50:14.202617 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.services.service_base [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93760) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:50:14.202982 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.services.service_base [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 01:50:14.203349 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:50:14.203670 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 01:50:14.214056 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:50:14.214389 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading Plugin: auto_allocate Sep 03 01:50:14.220757 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: network precommit_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.221159 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: network precommit_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.221681 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:50:14.222002 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading Plugin: tag Sep 03 01:50:14.228409 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:50:14.228736 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading Plugin: timestamp Sep 03 01:50:14.233606 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:50:14.233929 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading Plugin: network_ip_availability Sep 03 01:50:14.239266 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.239589 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.239942 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.240649 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:50:14.241003 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading Plugin: flavors Sep 03 01:50:14.245843 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:50:14.246177 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading Plugin: revisions Sep 03 01:50:14.250693 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93760) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:50:14.251076 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_concurrency.lockutils [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=93760) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 01:50:14.251794 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93760) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 01:50:14.252126 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Initializing extension manager. Sep 03 01:50:14.252633 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: __init__.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.253006 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: __pycache__ {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.253340 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.253669 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: address_group.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.254414 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.254969 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: address-group Sep 03 01:50:14.255286 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: address_scope.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.256176 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.256684 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: address-scope Sep 03 01:50:14.257037 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.257968 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.258475 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: router-admin-state-down-before-update Sep 03 01:50:14.258791 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: agent.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.259487 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.259983 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: agent Sep 03 01:50:14.260297 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: agent_resources_synced.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.261231 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.261737 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: agent-resources-synced Sep 03 01:50:14.262152 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.264120 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.264630 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: allowed-address-pairs Sep 03 01:50:14.264980 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.266061 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.266569 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: auto-allocated-topology Sep 03 01:50:14.266891 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: availability_zone.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.267578 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.268075 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: availability_zone Sep 03 01:50:14.268392 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: availability_zone_filter.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.269316 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.269817 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: availability_zone_filter Sep 03 01:50:14.270134 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: data_plane_status.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.271033 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.271527 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 01:50:14.271843 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: default_subnetpools.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.272743 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.273266 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: default-subnetpools Sep 03 01:50:14.273583 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.274381 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.274876 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: dhcp_agent_scheduler Sep 03 01:50:14.275195 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: dns.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.276103 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.276596 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 01:50:14.276941 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: dns_domain_ports.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.278763 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.279285 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 01:50:14.279609 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.280531 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.281063 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 01:50:14.281384 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: dvr.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.282048 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.282543 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: dvr Sep 03 01:50:14.282861 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: ecmp_routes.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.283774 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.284268 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 01:50:14.284586 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: empty_string_filtering.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.285523 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.286024 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: empty-string-filtering Sep 03 01:50:14.286342 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.287240 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.287740 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 01:50:14.288057 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.288989 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.289500 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 01:50:14.289819 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: external_net.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.290733 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.291236 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: external-net Sep 03 01:50:14.291552 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.292449 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.292983 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: extra_dhcp_opt Sep 03 01:50:14.293416 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: extraroute.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.294493 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.294995 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: extraroute Sep 03 01:50:14.295312 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: extraroute_atomic.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.296338 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.296847 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: extraroute-atomic Sep 03 01:50:14.297202 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: filter_validation.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.297860 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.298359 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: filter-validation Sep 03 01:50:14.298676 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: fip_pf_description.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.299576 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.300075 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 01:50:14.300392 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: fip_port_details.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.301329 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.301834 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: fip-port-details Sep 03 01:50:14.302150 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: flavors.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.303358 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.303874 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: flavors Sep 03 01:50:14.304194 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.305861 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.306382 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 01:50:14.306710 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: floatingip_pools.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.307401 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.307907 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: floatingip-pools Sep 03 01:50:14.308230 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: ip_allocation.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.310094 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.310608 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 01:50:14.310930 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.311850 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.312357 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: ip-substring-filtering Sep 03 01:50:14.312679 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: l2_adjacency.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.313625 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.314127 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 01:50:14.314706 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: l3.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.315777 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.316286 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: router Sep 03 01:50:14.316608 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.318840 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.319362 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 01:50:14.319687 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.320632 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.321173 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: ext-gw-mode Sep 03 01:50:14.321494 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.322407 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.322912 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: l3-ha Sep 03 01:50:14.323230 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: l3_flavors.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.324146 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.325574 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: l3-flavors Sep 03 01:50:14.325917 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.326840 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.327349 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 01:50:14.327674 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: l3agentscheduler.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.328699 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.329228 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: l3_agent_scheduler Sep 03 01:50:14.329550 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: logging.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.331011 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.331522 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension logging not supported by any of loaded plugins Sep 03 01:50:14.331848 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: metering.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.332575 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.333173 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: metering Sep 03 01:50:14.333495 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.334566 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.335076 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: metering_source_and_destination_fields Sep 03 01:50:14.335396 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: multiprovidernet.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.336312 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.336822 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: multi-provider Sep 03 01:50:14.337166 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: netmtu.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.338071 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.338574 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: net-mtu Sep 03 01:50:14.338892 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: netmtu_writable.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.339792 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.340468 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: net-mtu-writable Sep 03 01:50:14.340943 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: network_availability_zone.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.341626 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.342132 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: network_availability_zone Sep 03 01:50:14.342448 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: network_ip_availability.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.343570 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.344077 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: network-ip-availability Sep 03 01:50:14.344398 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: network_segment_range.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.345191 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.345693 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 01:50:14.346009 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: pagination.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.347063 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.347391 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: pagination Sep 03 01:50:14.347706 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: port_device_profile.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.348616 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.349161 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: port-device-profile Sep 03 01:50:14.349481 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.350385 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.350889 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: port-mac-address-regenerate Sep 03 01:50:14.351205 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.352105 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.352608 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: port-numa-affinity-policy Sep 03 01:50:14.352956 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: port_resource_request.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.353977 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.354476 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 01:50:14.354800 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: portbindings.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.356276 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.357071 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: binding Sep 03 01:50:14.357394 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: portbindings_extended.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.358666 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.359176 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: binding-extended Sep 03 01:50:14.359496 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: portsecurity.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.360403 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.360940 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: port-security Sep 03 01:50:14.361261 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: project_id.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.362226 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.362553 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: project-id Sep 03 01:50:14.362872 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: providernet.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.363787 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.364290 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: provider Sep 03 01:50:14.364608 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: qos.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.368124 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.368640 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension qos not supported by any of loaded plugins Sep 03 01:50:14.369003 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.370241 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.370746 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 01:50:14.371071 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.372814 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.373351 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 01:50:14.373674 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: qos_default.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.374580 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.375087 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension qos-default not supported by any of loaded plugins Sep 03 01:50:14.375414 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: qos_fip.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.376059 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.376553 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 01:50:14.376870 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.377816 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.378317 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 01:50:14.378638 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.379542 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.380043 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 01:50:14.380363 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: qos_pps_rule.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.381556 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.382066 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 01:50:14.382387 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.383292 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.383797 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 01:50:14.384117 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: qos_rules_alias.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.385177 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.385685 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 01:50:14.386004 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: quotasv2.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.386943 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.387447 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: quotas Sep 03 01:50:14.387977 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: quotasv2_detail.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.392904 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.393251 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: quota_details Sep 03 01:50:14.393581 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: rbac.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.394636 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.395165 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: rbac-policies Sep 03 01:50:14.395490 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: rbac_address_group.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.396419 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.396967 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: rbac-address-group Sep 03 01:50:14.397290 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: rbac_address_scope.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.398203 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.398711 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: rbac-address-scope Sep 03 01:50:14.399031 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: rbac_security_groups.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.399937 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.400442 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: rbac-security-groups Sep 03 01:50:14.400758 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.401692 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.402200 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: rbac-subnetpool Sep 03 01:50:14.402600 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: revisionifmatch.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.403789 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.404305 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: revision-if-match Sep 03 01:50:14.404625 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: revisions.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.405772 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.406282 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: standard-attr-revisions Sep 03 01:50:14.406633 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: router_availability_zone.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.407797 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.408722 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: router_availability_zone Sep 03 01:50:14.409318 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: routerservicetype.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.410298 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.410800 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 01:50:14.411123 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.412038 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.412545 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: security-groups-normalized-cidr Sep 03 01:50:14.412867 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.413803 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.414312 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: port-security-groups-filtering Sep 03 01:50:14.414634 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.415551 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.416056 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: security-groups-remote-address-group Sep 03 01:50:14.416376 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: securitygroup.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.428627 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.429192 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: security-group Sep 03 01:50:14.429514 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: segment.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.430304 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.430806 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension segment not supported by any of loaded plugins Sep 03 01:50:14.431129 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.432089 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.432598 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 01:50:14.432945 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: servicetype.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.434987 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.435566 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: service-type Sep 03 01:50:14.435899 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: sorting.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.436913 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.437247 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: sorting Sep 03 01:50:14.437568 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: standard_attr_segment.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.438491 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.439005 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 01:50:14.439326 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: standardattrdescription.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.440228 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.440728 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: standard-attr-description Sep 03 01:50:14.441082 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: stateful_security_group.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.442014 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.442530 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: stateful-security-group Sep 03 01:50:14.442850 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: stdattrs_common.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.443426 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 01:50:14.443742 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.444661 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.445208 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 01:50:14.445525 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: subnet_onboard.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.446594 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.447112 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: subnet_onboard Sep 03 01:50:14.447539 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.448462 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.449006 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 01:50:14.449327 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: subnet_service_types.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.450553 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.451066 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: subnet-service-types Sep 03 01:50:14.451385 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: subnetallocation.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.452453 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.452992 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: subnet_allocation Sep 03 01:50:14.453316 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.453980 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.454480 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: subnetpool-prefix-ops Sep 03 01:50:14.454797 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.455731 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.456239 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 01:50:14.456556 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: tagging.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.457656 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.458166 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: standard-attr-tag Sep 03 01:50:14.458489 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: timestamp.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.459710 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.460220 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loaded extension: standard-attr-timestamp Sep 03 01:50:14.460548 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: trunk.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.461669 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.462191 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension trunk not supported by any of loaded plugins Sep 03 01:50:14.462512 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: trunk_details.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.463426 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.463931 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 01:50:14.464249 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.465316 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.466002 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 01:50:14.466316 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Loading extension file: vlantransparent.py {{(pid=93760) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:50:14.467017 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93760) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:50:14.467523 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 01:50:14.469974 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:network Sep 03 01:50:14.470506 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:subnet Sep 03 01:50:14.471185 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:50:14.471583 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:port Sep 03 01:50:14.472804 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.473282 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service FLAVORS assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.473954 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.474376 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.474701 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:router Sep 03 01:50:14.475124 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 01:50:14.475619 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service METERING assigned prefix: /metering {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.477081 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.477448 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.477805 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:50:14.478821 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 01:50:14.479262 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:security_group Sep 03 01:50:14.479692 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 01:50:14.480269 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service CORE assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.481118 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:50:14.481683 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] subnetpool is already registered Sep 03 01:50:14.482151 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service CORE assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.482488 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:50:14.482821 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] subnetpool is already registered Sep 03 01:50:14.485135 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.485567 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service FLAVORS assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.486152 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.486574 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.486906 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:router Sep 03 01:50:14.487243 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] router is already registered Sep 03 01:50:14.487650 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 01:50:14.487984 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] floatingip is already registered Sep 03 01:50:14.488433 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service METERING assigned prefix: /metering {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.489124 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 01:50:14.489492 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] rbac_policy is already registered Sep 03 01:50:14.489854 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:security_group Sep 03 01:50:14.490183 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] security_group is already registered Sep 03 01:50:14.490578 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 01:50:14.490903 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] security_group_rule is already registered Sep 03 01:50:14.491515 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service CORE assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.491839 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:50:14.492169 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] subnetpool is already registered Sep 03 01:50:14.492592 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.v2.resource_helper [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Service CORE assigned prefix: {{(pid=93760) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:50:14.492931 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:50:14.493260 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING neutron.quota.resource_registry [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] subnetpool is already registered Sep 03 01:50:14.493721 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: extensions {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.495173 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: address-groups {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.497424 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: address-scopes {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.498757 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: agents {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.499902 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: auto-allocated-topology {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.501168 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: availability_zones {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.502377 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: dhcp-networks {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.503866 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: dhcp-agents {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.505302 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: routers {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.507473 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: flavors {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.508625 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: service_profiles {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.509858 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: next_providers {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.511266 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: service_profiles {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.513191 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: floatingip-pools {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.514397 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: routers {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.516473 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: floatingips {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.517764 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: l3-routers {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.519130 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: l3-agents {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.520528 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: metering-labels {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.521896 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: metering-label-rules {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.523144 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: network-ip-availabilities {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.524406 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: bindings {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.526852 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: quotas {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.528637 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: quotas {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.530069 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: rbac-policies {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.531257 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: security-groups {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.532529 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: security-group-rules {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.533791 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: service-providers {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.534995 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: subnetpools {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.536399 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: subnetpools {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.537877 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: tags {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.539513 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: tags {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.541350 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: tags {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.543601 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: tags {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.545669 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: tags {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.547472 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: tags {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.549296 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: tags {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.551177 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: tags {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.552918 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: tags {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.554631 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron.api.extensions [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Extended resource: tags {{(pid=93760) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:50:14.561609 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING keystonemiddleware.auth_token [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 01:50:14.566511 dv-cinder-804035-9-iscsi neutron-server[93760]: WARNING keystonemiddleware.auth_token [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 01:50:14.575043 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_concurrency.lockutils [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Acquired lock "singleton_lock" {{(pid=93760) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 01:50:14.575561 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_concurrency.lockutils [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Releasing lock "singleton_lock" {{(pid=93760) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 01:50:14.576196 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO oslo_service.service [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Starting 2 workers Sep 03 01:50:14.580986 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Started child 93867 {{(pid=93760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:50:14.585360 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Started child 93868 {{(pid=93760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:50:14.586330 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:14.586951 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO neutron.service [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 01:50:14.587581 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Notify callbacks [] for process, before_spawn {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:14.587803 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [-] (93867) wsgi starting up on http://0.0.0.0:9696 Sep 03 01:50:14.589957 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO oslo_service.service [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Starting 1 workers Sep 03 01:50:14.590153 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:14.591553 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [-] (93868) wsgi starting up on http://0.0.0.0:9696 Sep 03 01:50:14.595654 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Started child 93869 {{(pid=93760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:50:14.596194 dv-cinder-804035-9-iscsi neutron-server[93760]: INFO oslo_service.service [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Starting 1 workers Sep 03 01:50:14.599397 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.service [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] calling RpcWorker wait() {{(pid=93869) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 01:50:14.599937 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.service [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] returning from RpcWorker wait() {{(pid=93869) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 01:50:14.600530 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Started child 93870 {{(pid=93760) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:50:14.601390 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5cd5-785d-470b-a4ed-7397d372e7b0 None None] Notify callbacks [] for process, after_spawn {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:14.601516 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:14.601986 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:50:14.603256 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93760) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 01:50:14.603457 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 01:50:14.603638 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 01:50:14.603851 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 01:50:14.604176 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 01:50:14.604336 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 01:50:14.605148 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.605420 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.606195 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.606485 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.606958 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.607068 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:14.607605 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.607842 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.608095 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.608358 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.608605 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.608775 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.608963 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.609220 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.609446 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.609755 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.610015 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.610255 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.610544 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.610703 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.610959 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.611224 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.611462 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.611714 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] debug = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.611949 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.612440 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.612670 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.612946 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.613189 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.613442 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.613678 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.613932 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.614180 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.614408 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.614642 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.614905 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.615154 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.615362 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.615587 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.615838 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.616050 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.616491 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] host = dv-cinder-804035-9-iscsi {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.616729 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.616990 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.617241 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.617483 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.617724 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.617931 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.618200 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.618425 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.618676 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.618922 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.619171 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.619407 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.619642 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.619869 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.620028 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_options = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.620242 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.620510 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.620750 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.620963 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.621134 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.621450 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.622315 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.622583 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.623014 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.623383 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.623729 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.624110 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.624480 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.624871 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.625362 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.625806 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.626174 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.626545 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.626989 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.627375 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.627792 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.628212 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.628658 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.629075 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.629370 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.629620 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.629860 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.630081 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.630297 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.630560 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.630773 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.631027 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.631508 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.631508 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.631799 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.631989 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.632244 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.632497 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.632859 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.633193 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.633462 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.633859 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.634294 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.634532 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.634806 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.635045 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_json = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.635510 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.635769 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.636072 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.636310 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.636674 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.637875 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.638353 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.638905 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.639402 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.639696 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.640995 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.641292 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.641704 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.641940 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.642308 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.642428 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.642694 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.643251 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.643394 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.643776 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.643988 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.644204 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.644523 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.644949 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.645236 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.645934 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.646066 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.646166 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:50:14.646252 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.646466 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.647563 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.647862 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.648168 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.649017 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.649017 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.649017 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.649283 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.649981 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.649981 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.650159 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.650380 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.650600 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.650911 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.651067 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.651310 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.651623 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.652596 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.652596 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.652596 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.653436 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.654674 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.654674 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.654674 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.654948 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.655027 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.655495 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.655603 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.655797 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.656062 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.656304 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.656528 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.656778 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.657067 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.657365 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.657847 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.658400 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.658623 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.658845 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.659084 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.659386 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.659862 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.660104 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.660452 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.661063 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.661063 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.661339 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.661544 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.661683 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.661855 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.662141 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.662276 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.662499 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.662961 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.663253 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.663522 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.663700 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.664298 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.664605 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.664846 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.665108 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.665336 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.665649 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.665799 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.666035 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.666279 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.666511 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.666732 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.667083 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.667298 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.667782 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.667889 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.668160 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.669356 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.669356 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.669356 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.669356 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.669869 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.669869 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.670049 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.670263 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.670512 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.670818 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.670978 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.671203 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.671476 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.671730 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.671967 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.672215 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.672446 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.672699 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.672992 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.673404 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.673554 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.673759 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.673991 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.674366 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.674520 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.674760 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.674980 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.675252 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.675547 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.675828 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.676105 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.676354 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.676632 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.676914 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.677148 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.677395 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.677628 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.677874 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.678269 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.678678 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.679093 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.679604 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.679849 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.680084 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.680433 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.680672 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.680912 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.681149 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.681429 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.681678 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.681923 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.682202 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.682453 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.682710 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.682949 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.683184 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.683428 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.683674 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.684474 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.684682 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.685101 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.686786 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.686786 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.686786 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.686786 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.686786 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.686786 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.687299 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.687299 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.687299 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.687519 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.687685 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.687914 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.688140 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.688377 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.690555 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.690555 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.690555 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.690555 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.691041 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.691303 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.691592 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.692544 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.693063 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.693320 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.695610 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.695894 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.696162 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.696442 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.696680 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.696934 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.697171 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.697421 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.697659 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.697882 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.698117 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.698337 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.698607 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.698843 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.699200 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.700030 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.700280 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.700534 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.700749 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.701483 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.702615 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.702857 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.703088 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.703315 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.704991 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.705647 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.705913 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.706180 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.706406 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.706651 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.706871 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.707121 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.707357 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.707665 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.707919 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.708162 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.708418 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.708684 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.709372 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.709636 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.709894 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.710090 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.710338 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.710565 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.710771 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.710996 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.711209 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.711424 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.711647 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.711863 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.712073 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.712297 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.712505 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.712741 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.712986 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.713205 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.713415 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.713640 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.713849 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.714058 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.714279 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.714494 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.714703 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.714948 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.715298 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.715527 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.715746 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.715983 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.716194 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.716512 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.716771 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.717023 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.717313 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.717558 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.717802 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.718044 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.718357 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.718571 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.718813 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.719030 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.719246 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.719480 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.719745 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.720075 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.720357 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.720613 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.720987 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.721483 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.721696 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.721964 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.722176 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.722483 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.722894 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.723257 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.723751 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.723983 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.724217 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.724914 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.725137 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.725374 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.725913 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.726134 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.726381 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.726628 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.726853 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.727088 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.727320 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.727552 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.727776 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.728005 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.728240 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.728451 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.728606 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 01:50:14.729146 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93760) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 01:50:14.729304 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 01:50:14.729456 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 01:50:14.729635 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 01:50:14.729805 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 01:50:14.729954 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 01:50:14.730157 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.730314 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.730654 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.730782 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.730949 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.731157 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.731338 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.731484 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.731580 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.731729 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.731880 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.732029 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.732185 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.732341 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.732550 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.732711 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.732867 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.733046 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.733213 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.733383 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.733526 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.733681 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.733837 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] debug = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.733993 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.734201 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.734364 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.734521 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.734677 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.735006 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.735006 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.735168 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.735285 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.735428 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.735584 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.735743 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.735902 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.736056 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.736211 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.736366 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.736523 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.736678 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] host = dv-cinder-804035-9-iscsi {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.736833 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.737013 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.737170 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.737327 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.737484 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.737639 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.738079 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.738249 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.738402 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.738556 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.738712 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.738867 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.739022 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.739179 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.739337 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_options = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.739491 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.739870 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.740013 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.740157 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.740319 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.740486 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.740653 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.740809 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.740989 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.741145 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.741306 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.741462 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.741619 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.741773 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.741894 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:50:14.741976 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.742070 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.742232 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.742368 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.742523 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.742679 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.742835 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.742989 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.743143 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.743369 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.743458 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.743597 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.743752 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.743908 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.744062 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.744216 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.744370 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.744525 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.744681 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.744836 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.745012 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.745168 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.745325 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.745485 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.745642 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.745808 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.745953 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.746107 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.747231 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.747398 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.747558 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.747717 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_json = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.747874 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.748031 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.748187 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.748343 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.748499 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.748656 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.748813 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.748995 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:50:14.749173 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.749334 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.749506 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.749665 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.749825 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.749985 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.750144 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.750304 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.750463 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.750622 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.750789 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.750949 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.751119 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.751279 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.751439 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.751600 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.751759 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.751919 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.752083 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.752242 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.752400 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.752558 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.752726 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.752899 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.753065 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.753225 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.753384 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.753564 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.753722 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.753887 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.754029 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.754189 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.754348 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.754510 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.754700 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.754831 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.754972 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.755105 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.755257 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.755416 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.755575 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.756405 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.756405 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.756405 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.756405 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.757140 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.757140 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.757140 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.757140 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.757633 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.757633 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.757633 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.757633 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.758128 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.758128 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.758128 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.758450 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.758450 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.758694 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.758694 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.759172 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.759172 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.759172 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.759540 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.759540 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.759794 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.759794 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.760049 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.760049 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.760303 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.760303 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.760546 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.760673 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.760804 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.760979 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.761074 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.761221 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.761381 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.761541 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.761701 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.761958 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.762928 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.763093 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.763255 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.763417 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.763577 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.763737 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.763961 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.764128 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.764297 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.764472 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.764632 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.764790 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.764983 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.765146 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.765305 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.765465 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.765624 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.765788 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.766340 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.766504 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.766665 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.766827 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.766986 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.767146 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.767304 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.767462 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.767621 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.767780 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.767939 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.768097 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.768256 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.768415 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.768574 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.768732 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.768915 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.769078 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.769238 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.769399 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.769559 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.769725 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.769895 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.770054 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.770215 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.770549 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.770549 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.770708 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.770826 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.771013 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.771145 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.771305 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.771465 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.771631 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.771801 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.771960 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.772123 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.772281 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.772463 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.772623 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.772783 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.772964 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.773125 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.773283 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.773442 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.773833 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.773996 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.774156 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.774316 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.774474 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.774633 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.774792 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.774950 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.775108 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.775268 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.775427 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.775587 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.775747 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.775913 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.776072 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.776230 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.776389 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.776547 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.776707 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.776866 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.777155 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.777241 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.777349 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.777528 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.777695 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.777842 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.777987 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.778135 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.778561 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.778561 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.778729 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.778729 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.778884 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.779035 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.779194 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.779353 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.779512 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.779673 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.779832 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.779991 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.780151 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.780311 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.780472 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.780632 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.780792 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.780974 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.781134 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.781293 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.781468 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.781628 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.781787 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.781947 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.782110 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.782269 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.782429 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.782589 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.782747 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.782907 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.783065 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.783226 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.783389 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.783547 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.783706 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.783872 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.784030 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.784190 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.784851 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.784851 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.784851 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.784851 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.785518 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.785518 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.785518 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.785518 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.786155 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.786155 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.786155 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.786155 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.786155 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.786601 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.786601 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.786601 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.787049 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.787049 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.787049 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.787253 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.787364 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.787523 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.787684 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.787845 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.788006 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.788174 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.788334 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.788493 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.788661 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.788800 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.789148 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.789148 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.789295 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.789436 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.789595 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.789755 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.789916 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.790083 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.790245 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.790405 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.790573 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.790732 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.790891 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.791051 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.791223 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.791383 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.791546 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.791706 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.791866 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.792031 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.792193 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.792356 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.792525 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.792692 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.792853 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.793040 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.793368 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.794301 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.794301 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.794301 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.794521 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.794521 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.794649 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.794787 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.794946 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.795107 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.795266 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.795655 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.795819 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.795979 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.796142 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.796302 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.796909 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.796909 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.796909 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.796909 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.797307 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.797307 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.797553 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.797553 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:50:14.797810 dv-cinder-804035-9-iscsi neutron-server[93760]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93760) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 01:50:14.938497 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 52844) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:50:14.947522 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064828 Sep 03 01:50:26.494132 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492d7a5-7b43-4790-a0d9-018fe65c9175 None None] get_active_networks_info from dv-cinder-804035-9-iscsi {{(pid=93869) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 01:50:26.572258 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d492d7a5-7b43-4790-a0d9-018fe65c9175 None None] No non-hosted networks {{(pid=93869) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 01:50:26.589025 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.agentschedulers_db [None req-d492d7a5-7b43-4790-a0d9-018fe65c9175 None None] DHCP Agent not found on host dv-cinder-804035-9-iscsi {{(pid=93869) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 01:50:26.811520 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b99ed234-8715-483c-89c6-229912082955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3843713'] for agent, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:28.931013 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d31e2434-e19e-493a-adc8-612edcad82ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3843713'] for agent, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:28.993892 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c82168e3-f317-4f45-8ce4-7f478f32db2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:29.154557 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3843713'] for agent, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:29.155590 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.156463 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.157006 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.157531 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.158001 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.158508 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.158976 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.159680 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.160149 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.160645 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.161626 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.162155 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:29.162721 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:50:29.171209 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:50:30.109235 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3843713'] for agent, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:31.811624 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3843713'] for agent, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:33.013627 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 52936) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:50:33.520802 dv-cinder-804035-9-iscsi neutron-server[93867]: WARNING oslo_policy.policy [None req-3be0ff7c-ffc9-422c-9bf9-d5340c099647 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:50:33.521471 dv-cinder-804035-9-iscsi neutron-server[93867]: WARNING oslo_policy.policy [None req-3be0ff7c-ffc9-422c-9bf9-d5340c099647 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:50:33.752746 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [None req-3be0ff7c-ffc9-422c-9bf9-d5340c099647 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:50:33.753741 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-3be0ff7c-ffc9-422c-9bf9-d5340c099647 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7391949 Sep 03 01:50:34.275464 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.db.l3_hamode_db [None req-7a807dd9-fc51-44f0-a523-d448b2c8834a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 01:50:34.352733 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a807dd9-fc51-44f0-a523-d448b2c8834a None None] Routers set() bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:50:34.353147 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a807dd9-fc51-44f0-a523-d448b2c8834a None None] Router IDs set() for agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 01:50:36.183043 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 52950) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:50:36.487647 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-b1dc2604-3904-4c5a-93e7-50b58906d521 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:50:36.580552 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.policy [None req-b1dc2604-3904-4c5a-93e7-50b58906d521 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93867) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 01:50:36.625003 dv-cinder-804035-9-iscsi neutron-server[93867]: WARNING oslo_policy.policy [None req-b1dc2604-3904-4c5a-93e7-50b58906d521 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:50:36.625363 dv-cinder-804035-9-iscsi neutron-server[93867]: WARNING oslo_policy.policy [None req-b1dc2604-3904-4c5a-93e7-50b58906d521 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:50:36.633665 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.quota [None req-b1dc2604-3904-4c5a-93e7-50b58906d521 admin admin] Loaded quota_driver: . Sep 03 01:50:36.720967 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b1dc2604-3904-4c5a-93e7-50b58906d521 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738765735859', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738765735392', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738765755586', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738765750822', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738766241110', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738765782743', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1430949', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1340701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3896813', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3780371'] for rbac-policy, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:36.782976 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b1dc2604-3904-4c5a-93e7-50b58906d521 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:36.784228 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b1dc2604-3904-4c5a-93e7-50b58906d521 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6000810 Sep 03 01:50:39.403306 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 52962) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:50:39.693861 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'admin_state_up': True}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:50:39.721452 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Made reservation on behalf of ab8397e935584d35ac01ecd6b03dec29 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:50:39.724121 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:39.741659 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:39.862916 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:39.866841 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:39.887354 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:50:39.915628 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738767876428', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:39.916216 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Unsubscribe: segment precommit_create {{(pid=93867) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 01:50:39.916763 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Added segment 343d87cc-6fa9-4ef7-b952-38e27f3fa2bc of type vlan for network a71dccbd-1f75-4b58-82ef-f38faa56cc7d Sep 03 01:50:39.935568 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5a8017-ba7a-4463-8294-bd292672fe88,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:50:39.984764 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.985167 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.985499 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.985827 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.986156 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.986498 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.986821 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.987143 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.987506 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.987801 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.988117 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.988432 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Tracked resource versions report: Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: pushed versions: Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: { 'AddressGroup': {'1.2'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'ConntrackHelper': {'1.0'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Log': {'1.0'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Network': {'1.1'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Port': {'1.7'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'PortForwarding': {'1.2'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'QosPolicy': {'1.9'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SecurityGroup': {'1.4'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SubPort': {'1.0'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Subnet': {'1.1'}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Trunk': {'1.1'}} Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: consumer versions: Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: { DHCP agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: L3 agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: Metadata agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: Metering agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: Open vSwitch agent@dv-cinder-804035-9-iscsi: { 'AddressGroup': '1.2', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'ConntrackHelper': '1.0', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Log': '1.0', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Network': '1.1', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Port': '1.7', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'PortForwarding': '1.2', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'QosPolicy': '1.9', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SecurityGroup': '1.4', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SecurityGroupRule': '1.2', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SubPort': '1.0', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Subnet': '1.1', Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Trunk': '1.1'}} Sep 03 01:50:39.989573 dv-cinder-804035-9-iscsi neutron-server[93867]: {{(pid=93867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:50:40.037612 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:40.082114 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:40.083283 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:50:40.083971 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:40.129209 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7247088 Sep 03 01:50:40.191747 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d0e82-a266-452f-adc2-d7df8b3fefb8 admin admin] Pushing event updated for resources: {'Network': ['ID=a71dccbd-1f75-4b58-82ef-f38faa56cc7d,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:50:40.204395 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network a71dccbd-1f75-4b58-82ef-f38faa56cc7d details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:50:42.764154 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 52976) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:50:43.155655 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae692ff-d760-4c76-a3a2-43de710660f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:50:43.157127 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8ae692ff-d760-4c76-a3a2-43de710660f0 admin admin] 10.222.0.32 "GET /v2.0/networks/a71dccbd-1f75-4b58-82ef-f38faa56cc7d HTTP/1.1" status: 200 len: 825 time: 0.3919201 Sep 03 01:50:43.184361 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-66776cb9-ab22-4f3f-8bc0-addfe05efc61 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/f35e8d9e-6d67-47a2-8831-b2d380710e2d HTTP/1.1" status: 200 len: 734 time: 0.0207126 Sep 03 01:50:43.193663 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'f35e8d9e-6d67-47a2-8831-b2d380710e2d', 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:50:43.215430 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Made reservation on behalf of ab8397e935584d35ac01ecd6b03dec29 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:50:43.217649 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:43.501956 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:43.571060 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Pushing event updated for resources: {'Subnet': ['ID=937c054e-6959-4634-99b8-e819afce1dc9,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:50:43.575550 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Checking segment: {'id': '343d87cc-6fa9-4ef7-b952-38e27f3fa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:50:43.575953 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Network hostable DHCP agents. Network: a71dccbd-1f75-4b58-82ef-f38faa56cc7d, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:50:43.595455 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Network a71dccbd-1f75-4b58-82ef-f38faa56cc7d is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:50:43.606920 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, a71dccbd-1f75-4b58-82ef-f38faa56cc7d) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:50:43.611473 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:50:43.612063 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:43.616232 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27bb86b-9f79-4eb7-ab27-fef732ba77c7 None None] Network a71dccbd-1f75-4b58-82ef-f38faa56cc7d requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:50:43.631149 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2c7a862e-6226-44d0-a3d2-b89363c9125a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4407129 Sep 03 01:50:43.934836 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d099150-d7f3-5dbe-bfd0-63e42bc20c7d-a71dccbd-1f75-4b58-82ef-f38faa56cc7d', 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'fixed_ips': [{'subnet_id': '937c054e-6959-4634-99b8-e819afce1dc9'}]}} from dv-cinder-804035-9-iscsi. {{(pid=93869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 01:50:43.936146 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:44.213642 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Allocated IP 172.20.0.2 (a71dccbd-1f75-4b58-82ef-f38faa56cc7d/937c054e-6959-4634-99b8-e819afce1dc9/7906b19c-5064-419b-a2fd-7ce52a3d4df4) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:50:44.414679 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:44.457781 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Transition to ACTIVE for port object 7906b19c-5064-419b-a2fd-7ce52a3d4df4 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:50:44.478953 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Transition to ACTIVE for port object 7906b19c-5064-419b-a2fd-7ce52a3d4df4 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:50:44.487622 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:44.553430 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Network a71dccbd-1f75-4b58-82ef-f38faa56cc7d is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:50:44.562931 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:50:44.573343 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Pushing event updated for resources: {'Port': ['ID=7906b19c-5064-419b-a2fd-7ce52a3d4df4,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:50:44.575546 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:50:44.607452 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.607803 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.608145 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.608504 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.608835 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.609195 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.609520 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.609878 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.610233 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.610556 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.610873 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.611190 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Tracked resource versions report: Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: pushed versions: Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: { 'AddressGroup': {'1.2'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'ConntrackHelper': {'1.0'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Log': {'1.0'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Network': {'1.1'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Port': {'1.7'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'PortForwarding': {'1.2'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'QosPolicy': {'1.9'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SecurityGroup': {'1.4'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SubPort': {'1.0'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Subnet': {'1.1'}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Trunk': {'1.1'}} Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: consumer versions: Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: { DHCP agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: L3 agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: Metadata agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: Metering agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: Open vSwitch agent@dv-cinder-804035-9-iscsi: { 'AddressGroup': '1.2', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'ConntrackHelper': '1.0', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Log': '1.0', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Network': '1.1', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Port': '1.7', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'PortForwarding': '1.2', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'QosPolicy': '1.9', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SecurityGroup': '1.4', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SecurityGroupRule': '1.2', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SubPort': '1.0', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Subnet': '1.1', Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Trunk': '1.1'}} Sep 03 01:50:44.612292 dv-cinder-804035-9-iscsi neutron-server[93869]: {{(pid=93869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:50:44.661956 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Attempting to bind port 7906b19c-5064-419b-a2fd-7ce52a3d4df4 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:50:44.662589 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Attempting to bind port 7906b19c-5064-419b-a2fd-7ce52a3d4df4 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '343d87cc-6fa9-4ef7-b952-38e27f3fa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:50:44.662747 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Attempting to bind port 7906b19c-5064-419b-a2fd-7ce52a3d4df4 on network a71dccbd-1f75-4b58-82ef-f38faa56cc7d {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:50:44.668307 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:50:44.668803 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Checking segment: {'id': '343d87cc-6fa9-4ef7-b952-38e27f3fa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:50:44.669294 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:44.669679 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Bound using segment: {'id': '343d87cc-6fa9-4ef7-b952-38e27f3fa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:50:44.670132 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Bound port: 7906b19c-5064-419b-a2fd-7ce52a3d4df4, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343d87cc-6fa9-4ef7-b952-38e27f3fa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:50:44.670545 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:44.733448 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] For port 7906b19c-5064-419b-a2fd-7ce52a3d4df4, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:50:44.737502 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] For port 7906b19c-5064-419b-a2fd-7ce52a3d4df4, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=7906b19c-5064-419b-a2fd-7ce52a3d4df4,segment=NetworkSegment(343d87cc-6fa9-4ef7-b952-38e27f3fa2bc),segment_id=343d87cc-6fa9-4ef7-b952-38e27f3fa2bc)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:50:44.741329 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:44.806983 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e6d14-8dbd-49b2-9fdf-3d47e89f0376 None None] Pushing event updated for resources: {'Port': ['ID=7906b19c-5064-419b-a2fd-7ce52a3d4df4,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:50:46.120903 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 52984) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:50:46.623741 dv-cinder-804035-9-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-525690e8-7e87-4cbb-b882-5f38b0f7cf84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:50:46.624353 dv-cinder-804035-9-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-525690e8-7e87-4cbb-b882-5f38b0f7cf84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:50:46.850914 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [None req-525690e8-7e87-4cbb-b882-5f38b0f7cf84 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:50:46.852187 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-525690e8-7e87-4cbb-b882-5f38b0f7cf84 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7291465 Sep 03 01:50:49.327212 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 52998) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:50:49.649841 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [None req-15160540-03c8-4742-93ad-f8d2c274c05a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:50:49.650742 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-15160540-03c8-4742-93ad-f8d2c274c05a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3225229 Sep 03 01:50:52.319680 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 53012) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:50:52.622846 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:50:52.686598 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.policy [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93868) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 01:50:52.733011 dv-cinder-804035-9-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:50:52.733392 dv-cinder-804035-9-iscsi neutron-server[93868]: WARNING oslo_policy.policy [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:50:52.742042 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.quota [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] Loaded quota_driver: . Sep 03 01:50:52.798345 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124251'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:52.800222 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124226'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:52.963366 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:52.969658 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:52.988584 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:52.989865 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2f83e070-255c-4966-925a-bb2a3f015c7c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6692116 Sep 03 01:50:53.103217 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 7906b19c-5064-419b-a2fd-7ce52a3d4df4 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:50:53.191700 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 7906b19c-5064-419b-a2fd-7ce52a3d4df4 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:50:53.301553 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e677fa-f0a1-4ef6-a67c-a69faf2350b2 None None] Network a71dccbd-1f75-4b58-82ef-f38faa56cc7d requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:50:53.424042 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-c267880c-9ccb-431f-8249-47ec607f3c33 None None] Provisioning for port 7906b19c-5064-419b-a2fd-7ce52a3d4df4 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:50:53.432146 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-c267880c-9ccb-431f-8249-47ec607f3c33 None None] Provisioning complete for port 7906b19c-5064-419b-a2fd-7ce52a3d4df4 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:50:53.432538 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c267880c-9ccb-431f-8249-47ec607f3c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:53.577810 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c267880c-9ccb-431f-8249-47ec607f3c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:53.619592 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-c267880c-9ccb-431f-8249-47ec607f3c33 None None] For port 7906b19c-5064-419b-a2fd-7ce52a3d4df4, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=7906b19c-5064-419b-a2fd-7ce52a3d4df4,segment=NetworkSegment(343d87cc-6fa9-4ef7-b952-38e27f3fa2bc),segment_id=343d87cc-6fa9-4ef7-b952-38e27f3fa2bc)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:50:53.623889 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c267880c-9ccb-431f-8249-47ec607f3c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:53.675206 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267880c-9ccb-431f-8249-47ec607f3c33 None None] Pushing event updated for resources: {'Port': ['ID=7906b19c-5064-419b-a2fd-7ce52a3d4df4,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:50:53.742240 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-c9f99ba4-1e72-4c27-9d0c-dcf8d84a80e0 None None] Provisioning complete for port 7906b19c-5064-419b-a2fd-7ce52a3d4df4 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:50:53.742604 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c9f99ba4-1e72-4c27-9d0c-dcf8d84a80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:55.068833 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 7906b19c-5064-419b-a2fd-7ce52a3d4df4 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:50:55.114306 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 7906b19c-5064-419b-a2fd-7ce52a3d4df4 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:50:55.114678 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:55.422984 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 53022) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:50:55.734110 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [None req-7d65b122-1d1a-471a-8eff-022de04bc5de admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:50:55.735112 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7d65b122-1d1a-471a-8eff-022de04bc5de admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3110776 Sep 03 01:50:56.410511 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f082e763-f37b-4ac6-8d9d-03ab24325e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:58.114579 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53030) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:50:58.419893 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:50:58.438313 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Made reservation on behalf of 28736c1ba5244f57b75e64d039c96e87 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:50:58.440693 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:58.448705 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:58.533189 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:58.536416 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:58.550055 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Reserving flat network on physical network physnet1 {{(pid=93867) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 01:50:58.571601 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:58.571904 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Added segment 6ba5697b-24f7-4b35-ba5a-4a94574af773 of type flat for network 32c94ffd-7e71-4160-ba26-be39bdf933f5 Sep 03 01:50:58.573796 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b403d2d-78dc-4ce7-9050-910c7e12ff26,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:50:58.620539 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:58.656363 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:58.658022 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:50:58.658986 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:58.696285 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5806527 Sep 03 01:50:58.727395 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00368bb0-8086-4e32-966d-52125f80d6ab admin admin] Pushing event updated for resources: {'Network': ['ID=32c94ffd-7e71-4160-ba26-be39bdf933f5,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:50:58.738619 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:50:58.918145 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf106-cbb2-4395-a55b-38e7bdb104fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:50:59.148354 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:00.043512 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:01.078216 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53048) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:51:01.251658 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b2c835-f0cd-444a-93a0-64545b0e23ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:51:01.252980 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-27b2c835-f0cd-444a-93a0-64545b0e23ab admin admin] 10.222.0.32 "GET /v2.0/subnets/937c054e-6959-4634-99b8-e819afce1dc9 HTTP/1.1" status: 200 len: 849 time: 0.1737983 Sep 03 01:51:01.412130 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-938ea1a7-e414-474b-a4ba-f1bb5201507d admin admin] 10.222.0.32 "GET /v2.0/routers/17feea05-bde0-4c06-9d05-2628055afd9f HTTP/1.1" status: 200 len: 704 time: 0.1530266 Sep 03 01:51:01.677310 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:01.745846 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:01.966797 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Allocated IP 172.20.0.1 (a71dccbd-1f75-4b58-82ef-f38faa56cc7d/937c054e-6959-4634-99b8-e819afce1dc9/0df29ed5-8ec1-40ed-aae6-38212b171ac1) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:51:02.163658 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:02.185660 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Transition to ACTIVE for port object 0df29ed5-8ec1-40ed-aae6-38212b171ac1 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:51:02.250988 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:02.318868 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Network a71dccbd-1f75-4b58-82ef-f38faa56cc7d is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:51:02.324242 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:51:02.331336 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:51:02.331891 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843770'] for router_interface, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:02.356259 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Pushing event updated for resources: {'Port': ['ID=0df29ed5-8ec1-40ed-aae6-38212b171ac1,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:51:02.483274 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-1f326219-2877-4e96-a942-b1895ede73ff None None] Provisioning for port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:51:02.486829 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-1f326219-2877-4e96-a942-b1895ede73ff None None] Provisioning complete for port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:51:02.487199 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1f326219-2877-4e96-a942-b1895ede73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:02.519930 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-1f326219-2877-4e96-a942-b1895ede73ff None None] Port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:51:02.531025 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:02.738052 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:02.742291 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:02.743044 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715882'] for router_interface, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:02.801460 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Pushing event updated for resources: {'Port': ['ID=0df29ed5-8ec1-40ed-aae6-38212b171ac1,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:51:02.866410 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Network a71dccbd-1f75-4b58-82ef-f38faa56cc7d is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:51:02.867706 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:51:03.030494 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Router 17feea05-bde0-4c06-9d05-2628055afd9f is scheduled to L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:51:03.039775 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-260a68c0-b663-4ab3-876a-c50ee951eb0f None None] Provisioning complete for port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:51:03.040309 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-260a68c0-b663-4ab3-876a-c50ee951eb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:03.075984 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-260a68c0-b663-4ab3-876a-c50ee951eb0f None None] Port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:51:03.121503 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:51:03.126908 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-cfae646e-691c-405b-ad1c-3c1141bd2edd admin admin] 10.222.0.32 "PUT /v2.0/routers/17feea05-bde0-4c06-9d05-2628055afd9f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7083445 Sep 03 01:51:03.131953 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Sync routers for ids ['17feea05-bde0-4c06-9d05-2628055afd9f'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:51:03.144249 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Routers {'17feea05-bde0-4c06-9d05-2628055afd9f'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:51:03.145179 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:50:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['17feea05-bde0-4c06-9d05-2628055afd9f'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:51:03.332352 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Set router 17feea05-bde0-4c06-9d05-2628055afd9f gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:51:03.763243 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'name': 'router1', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:50:52Z', 'updated_at': '2021-09-03T01:51:02Z', 'revision_number': 2, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'gw_port_host': None, '_interfaces': [{'id': '0df29ed5-8ec1-40ed-aae6-38212b171ac1', 'name': '', 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'mac_address': 'fa:16:3e:00:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937c054e-6959-4634-99b8-e819afce1dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:51:01Z', 'updated_at': '2021-09-03T01:51:02Z', 'revision_number': 2, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'subnets': [{'id': '937c054e-6959-4634-99b8-e819afce1dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f35e8d9e-6d67-47a2-8831-b2d380710e2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:51:03.812264 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Checking router: 17feea05-bde0-4c06-9d05-2628055afd9f for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:51:03.812632 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Updating router 17feea05-bde0-4c06-9d05-2628055afd9f port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:51:03.860545 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:04.378690 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:04.397005 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Transition to ACTIVE for port object 0df29ed5-8ec1-40ed-aae6-38212b171ac1 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:51:04.402577 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:04.565922 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Pushing event updated for resources: {'Port': ['ID=0df29ed5-8ec1-40ed-aae6-38212b171ac1,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:51:04.574476 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Attempting to bind port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:51:04.574863 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Attempting to bind port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '343d87cc-6fa9-4ef7-b952-38e27f3fa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:51:04.575297 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Attempting to bind port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 on network a71dccbd-1f75-4b58-82ef-f38faa56cc7d {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:51:04.581882 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.582228 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.582566 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.582897 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.583226 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.583556 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.584018 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.584251 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.584599 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.584946 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.585269 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.585584 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Tracked resource versions report: Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: pushed versions: Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: { 'AddressGroup': {'1.2'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'ConntrackHelper': {'1.0'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Log': {'1.0'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Network': {'1.1'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Port': {'1.7'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'PortForwarding': {'1.2'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'QosPolicy': {'1.9'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SecurityGroup': {'1.4'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SubPort': {'1.0'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Subnet': {'1.1'}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Trunk': {'1.1'}} Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: consumer versions: Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: { DHCP agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: L3 agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: Metadata agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: Metering agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: Open vSwitch agent@dv-cinder-804035-9-iscsi: { 'AddressGroup': '1.2', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'ConntrackHelper': '1.0', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Log': '1.0', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Network': '1.1', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Port': '1.7', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'PortForwarding': '1.2', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'QosPolicy': '1.9', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SecurityGroup': '1.4', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SecurityGroupRule': '1.2', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SubPort': '1.0', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Subnet': '1.1', Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Trunk': '1.1'}} Sep 03 01:51:04.586677 dv-cinder-804035-9-iscsi neutron-server[93870]: {{(pid=93870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:51:04.591865 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:51:04.592283 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Checking segment: {'id': '343d87cc-6fa9-4ef7-b952-38e27f3fa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:51:04.592826 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:04.593241 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Bound using segment: {'id': '343d87cc-6fa9-4ef7-b952-38e27f3fa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:51:04.593753 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Bound port: 0df29ed5-8ec1-40ed-aae6-38212b171ac1, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343d87cc-6fa9-4ef7-b952-38e27f3fa2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:51:04.594148 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:04.658787 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] For port 0df29ed5-8ec1-40ed-aae6-38212b171ac1, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:51:04.677703 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] For port 0df29ed5-8ec1-40ed-aae6-38212b171ac1, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=0df29ed5-8ec1-40ed-aae6-38212b171ac1,segment=NetworkSegment(343d87cc-6fa9-4ef7-b952-38e27f3fa2bc),segment_id=343d87cc-6fa9-4ef7-b952-38e27f3fa2bc)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:51:04.682452 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:04.738241 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513295f-4bf8-4af8-a071-7d1fab5a2f23 None None] Pushing event updated for resources: {'Port': ['ID=0df29ed5-8ec1-40ed-aae6-38212b171ac1,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:51:04.747899 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Routers {'17feea05-bde0-4c06-9d05-2628055afd9f'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:51:04.748527 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:50:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['17feea05-bde0-4c06-9d05-2628055afd9f'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:51:04.841165 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] Set router 17feea05-bde0-4c06-9d05-2628055afd9f gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:51:05.057360 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'name': 'router1', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:50:52Z', 'updated_at': '2021-09-03T01:51:02Z', 'revision_number': 2, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'gw_port_host': None, '_interfaces': [{'id': '0df29ed5-8ec1-40ed-aae6-38212b171ac1', 'name': '', 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'mac_address': 'fa:16:3e:00:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937c054e-6959-4634-99b8-e819afce1dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:51:01Z', 'updated_at': '2021-09-03T01:51:04Z', 'revision_number': 4, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'subnets': [{'id': '937c054e-6959-4634-99b8-e819afce1dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f35e8d9e-6d67-47a2-8831-b2d380710e2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:51:05.083884 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51c0f1-27eb-410a-8685-7d9a87914925 None None] The sync data for ids ['17feea05-bde0-4c06-9d05-2628055afd9f'] in dv-cinder-804035-9-iscsi is: [{'id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'name': 'router1', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:50:52Z', 'updated_at': '2021-09-03T01:51:02Z', 'revision_number': 2, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'gw_port_host': None, '_interfaces': [{'id': '0df29ed5-8ec1-40ed-aae6-38212b171ac1', 'name': '', 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'mac_address': 'fa:16:3e:00:e8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937c054e-6959-4634-99b8-e819afce1dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:51:01Z', 'updated_at': '2021-09-03T01:51:04Z', 'revision_number': 4, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'subnets': [{'id': '937c054e-6959-4634-99b8-e819afce1dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f35e8d9e-6d67-47a2-8831-b2d380710e2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:51:05.369202 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53068) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:51:05.486698 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d69321-6224-47d8-9a66-ad39473cc41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:51:05.488073 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d6d69321-6224-47d8-9a66-ad39473cc41f admin admin] 10.222.0.32 "GET /v2.0/networks/32c94ffd-7e71-4160-ba26-be39bdf933f5 HTTP/1.1" status: 200 len: 842 time: 0.1179039 Sep 03 01:51:05.498134 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'gateway_ip': '172.27.3.1'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:51:05.518893 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Made reservation on behalf of 28736c1ba5244f57b75e64d039c96e87 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:51:05.521348 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:05.802209 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.objects.ports [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93867) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 01:51:05.802654 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:05.931073 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f55abf-cea5-4c56-95bb-3a1daa1777ee,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:51:05.935966 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:51:05.936538 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Network hostable DHCP agents. Network: 32c94ffd-7e71-4160-ba26-be39bdf933f5, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:51:05.953771 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:51:05.962372 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 32c94ffd-7e71-4160-ba26-be39bdf933f5) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:51:05.966706 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:51:05.967302 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:05.971600 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e581b60-e2ee-4460-bb13-635751199bac None None] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:51:05.992903 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-62386d4e-435d-4485-8dbb-50925735231a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4867854 Sep 03 01:51:06.113155 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c21aa0b-992c-4762-a240-be8c63703c0a None None] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:51:08.304161 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53076) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:51:08.434398 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-bb765e43-be19-4423-8163-7b7be2c02b4d admin admin] 10.222.0.32 "GET /v2.0/routers/17feea05-bde0-4c06-9d05-2628055afd9f HTTP/1.1" status: 200 len: 710 time: 0.1289654 Sep 03 01:51:08.520938 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d013a193-5d07-45d8-b021-401ad999ca72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:51:08.522286 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d013a193-5d07-45d8-b021-401ad999ca72 admin admin] 10.222.0.32 "GET /v2.0/networks/32c94ffd-7e71-4160-ba26-be39bdf933f5 HTTP/1.1" status: 200 len: 886 time: 0.0819268 Sep 03 01:51:08.532376 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:51:08.789709 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:09.025570 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:09.101455 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:09.204677 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Allocated IP 172.27.3.58 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/75640352-7089-435c-8bd7-319c180272ee) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:51:09.309768 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:09.348605 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:09.384189 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:51:09.387110 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:51:09.392194 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:51:09.399561 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Pushing event updated for resources: {'Port': ['ID=75640352-7089-435c-8bd7-319c180272ee,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:51:09.644487 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:09.922191 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3714184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3715384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124276'] for router, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:09.925435 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3714177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3714198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3715377'] for router, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:10.031424 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Router 17feea05-bde0-4c06-9d05-2628055afd9f has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:51:10.138944 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:51:10.143394 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:10.144590 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8ee676d1-71ff-4412-8551-e7e9944d43da admin admin] 10.222.0.32 "PUT /v2.0/routers/17feea05-bde0-4c06-9d05-2628055afd9f HTTP/1.1" status: 200 len: 889 time: 1.6155219 Sep 03 01:51:11.087031 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 0df29ed5-8ec1-40ed-aae6-38212b171ac1 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:51:11.141238 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:51:11.145259 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:51:11.145639 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:11.223852 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:11.256275 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 0df29ed5-8ec1-40ed-aae6-38212b171ac1, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=0df29ed5-8ec1-40ed-aae6-38212b171ac1,segment=NetworkSegment(343d87cc-6fa9-4ef7-b952-38e27f3fa2bc),segment_id=343d87cc-6fa9-4ef7-b952-38e27f3fa2bc)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:51:11.260722 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:11.310352 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=0df29ed5-8ec1-40ed-aae6-38212b171ac1,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:51:11.715865 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Sync routers for ids ['17feea05-bde0-4c06-9d05-2628055afd9f'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:51:11.726023 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Routers {'17feea05-bde0-4c06-9d05-2628055afd9f'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:51:11.726689 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:50:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['17feea05-bde0-4c06-9d05-2628055afd9f'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:51:11.970696 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Set router 17feea05-bde0-4c06-9d05-2628055afd9f gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:51:12.360884 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'name': 'router1', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '75640352-7089-435c-8bd7-319c180272ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:50:52Z', 'updated_at': '2021-09-03T01:51:09Z', 'revision_number': 4, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'gw_port': {'id': '75640352-7089-435c-8bd7-319c180272ee', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:51:09Z', 'updated_at': '2021-09-03T01:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '0df29ed5-8ec1-40ed-aae6-38212b171ac1', 'name': '', 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'mac_address': 'fa:16:3e:00:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937c054e-6959-4634-99b8-e819afce1dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:51:01Z', 'updated_at': '2021-09-03T01:51:11Z', 'revision_number': 5, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'subnets': [{'id': '937c054e-6959-4634-99b8-e819afce1dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f35e8d9e-6d67-47a2-8831-b2d380710e2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:51:12.412316 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Checking router: 17feea05-bde0-4c06-9d05-2628055afd9f for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:51:12.412690 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Updating router 17feea05-bde0-4c06-9d05-2628055afd9f port 75640352-7089-435c-8bd7-319c180272ee binding host dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:51:12.461049 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:12.551778 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53088) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:51:12.667468 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-80aef411-9866-4941-93cc-af6f907e731d admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1144383 Sep 03 01:51:12.787019 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:12.797643 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Transition to ACTIVE for port object 75640352-7089-435c-8bd7-319c180272ee will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:51:12.803842 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:12.855037 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Attempting to bind port 75640352-7089-435c-8bd7-319c180272ee on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:51:12.855415 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Attempting to bind port 75640352-7089-435c-8bd7-319c180272ee by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:51:12.855781 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Attempting to bind port 75640352-7089-435c-8bd7-319c180272ee on network 32c94ffd-7e71-4160-ba26-be39bdf933f5 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:51:12.864815 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0b17e-fe8b-407c-aede-d5d573341ca0 None None] Pushing event updated for resources: {'Port': ['ID=75640352-7089-435c-8bd7-319c180272ee,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:51:12.867322 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:51:12.867710 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:51:12.868322 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:12.869008 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Bound using segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:51:12.869599 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Bound port: 75640352-7089-435c-8bd7-319c180272ee, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:51:12.870641 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:12.924671 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] For port 75640352-7089-435c-8bd7-319c180272ee, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:51:12.927860 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] For port 75640352-7089-435c-8bd7-319c180272ee, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=75640352-7089-435c-8bd7-319c180272ee,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:51:12.931688 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:12.988355 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0b17e-fe8b-407c-aede-d5d573341ca0 None None] Pushing event updated for resources: {'Port': ['ID=75640352-7089-435c-8bd7-319c180272ee,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:51:12.996909 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Routers {'17feea05-bde0-4c06-9d05-2628055afd9f'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:51:12.997096 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:50:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['17feea05-bde0-4c06-9d05-2628055afd9f'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:51:13.184283 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 0df29ed5-8ec1-40ed-aae6-38212b171ac1 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:51:13.227372 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] Set router 17feea05-bde0-4c06-9d05-2628055afd9f gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:51:13.306821 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:51:13.307727 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:13.512566 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'name': 'router1', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '75640352-7089-435c-8bd7-319c180272ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:50:52Z', 'updated_at': '2021-09-03T01:51:09Z', 'revision_number': 4, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'gw_port': {'id': '75640352-7089-435c-8bd7-319c180272ee', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:51:09Z', 'updated_at': '2021-09-03T01:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '0df29ed5-8ec1-40ed-aae6-38212b171ac1', 'name': '', 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'mac_address': 'fa:16:3e:00:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937c054e-6959-4634-99b8-e819afce1dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:51:01Z', 'updated_at': '2021-09-03T01:51:11Z', 'revision_number': 5, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'subnets': [{'id': '937c054e-6959-4634-99b8-e819afce1dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f35e8d9e-6d67-47a2-8831-b2d380710e2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:51:13.541360 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0320a75f-3f17-4ffa-baac-1966c66330a6 None None] The sync data for ids ['17feea05-bde0-4c06-9d05-2628055afd9f'] in dv-cinder-804035-9-iscsi is: [{'id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'name': 'router1', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '75640352-7089-435c-8bd7-319c180272ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:50:52Z', 'updated_at': '2021-09-03T01:51:09Z', 'revision_number': 4, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'gw_port': {'id': '75640352-7089-435c-8bd7-319c180272ee', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:38:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:51:09Z', 'updated_at': '2021-09-03T01:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '0df29ed5-8ec1-40ed-aae6-38212b171ac1', 'name': '', 'network_id': 'a71dccbd-1f75-4b58-82ef-f38faa56cc7d', 'tenant_id': 'ab8397e935584d35ac01ecd6b03dec29', 'mac_address': 'fa:16:3e:00:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17feea05-bde0-4c06-9d05-2628055afd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937c054e-6959-4634-99b8-e819afce1dc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:51:01Z', 'updated_at': '2021-09-03T01:51:11Z', 'revision_number': 5, 'project_id': 'ab8397e935584d35ac01ecd6b03dec29', 'subnets': [{'id': '937c054e-6959-4634-99b8-e819afce1dc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f35e8d9e-6d67-47a2-8831-b2d380710e2d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:51:15.221918 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 75640352-7089-435c-8bd7-319c180272ee up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:51:15.312736 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 75640352-7089-435c-8bd7-319c180272ee completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:51:15.317229 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 75640352-7089-435c-8bd7-319c180272ee triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:51:15.317698 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:15.394435 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:15.415293 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 75640352-7089-435c-8bd7-319c180272ee, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=75640352-7089-435c-8bd7-319c180272ee,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:51:15.421422 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:15.476025 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=75640352-7089-435c-8bd7-319c180272ee,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:51:17.244135 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 75640352-7089-435c-8bd7-319c180272ee up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:51:17.340837 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 75640352-7089-435c-8bd7-319c180272ee triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:51:17.341528 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:26.414665 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-35fac412-b1c4-4b00-a25b-e838bbe610cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:27.683076 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 5 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:51:28.922695 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f6b7a5fa-67f2-41ad-93a0-554b4073030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:29.147417 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:30.050798 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:31.773616 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:56.419330 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-16f63f19-c3bf-4775-9a71-0d89de2a494f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:58.917659 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-87ecba80-2afb-4010-af77-94469f3f17b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:51:59.147899 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:00.050583 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:01.766905 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:04.681337 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 5 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:52:26.420747 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d2584f59-d688-4e26-b1e6-7c358d421bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:28.919613 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-514c2432-ae25-4d8a-ad7f-c694f134f5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:29.140618 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:30.052183 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:31.770018 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:41.679031 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 5 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:52:49.425284 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 53650) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:52:49.506370 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac5f7a7-69ac-4a39-8303-13d9953a6213 admin admin] GET failed (client error): The resource could not be found. Sep 03 01:52:49.507943 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8ac5f7a7-69ac-4a39-8303-13d9953a6213 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0816579 Sep 03 01:52:49.705229 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec707d9-d91f-49c8-8c43-55aef865fb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:52:49.706730 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2ec707d9-d91f-49c8-8c43-55aef865fb30 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1937549 Sep 03 01:52:51.947576 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53660) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:52:52.043804 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a731a962-215e-4efd-8227-142d8201b0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:52:52.045198 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a731a962-215e-4efd-8227-142d8201b0e2 admin admin] 10.222.0.32 "GET /v2.0/subnets/937c054e-6959-4634-99b8-e819afce1dc9 HTTP/1.1" status: 200 len: 849 time: 0.0966377 Sep 03 01:52:52.055999 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:52:52.137990 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:52.280430 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738767850433'] for subnet, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:52.309930 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:52:52.310515 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:52.324925 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] 10.222.0.32 "PUT /v2.0/subnets/937c054e-6959-4634-99b8-e819afce1dc9 HTTP/1.1" status: 200 len: 868 time: 0.2604566 Sep 03 01:52:52.325184 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa40057-64cd-4cb1-b3f1-8a908e7926a5 None None] Network a71dccbd-1f75-4b58-82ef-f38faa56cc7d requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:52:52.331731 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=937c054e-6959-4634-99b8-e819afce1dc9,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:52:52.339846 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.340228 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.340576 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.340950 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.341289 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.341638 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.341976 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.342309 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.342653 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.342982 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.343306 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.344192 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1868829d-61e9-446a-8e23-d12825aa35bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:52:52.725356 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-ca0b2a15-72da-42b1-a677-b2cb5d75f4fb None None] Provisioning complete for port 0df29ed5-8ec1-40ed-aae6-38212b171ac1 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:52:52.725733 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2a15-72da-42b1-a677-b2cb5d75f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:52.814547 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-ca0b2a15-72da-42b1-a677-b2cb5d75f4fb None None] Provisioning complete for port 7906b19c-5064-419b-a2fd-7ce52a3d4df4 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:52:52.815185 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ca0b2a15-72da-42b1-a677-b2cb5d75f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:54.553947 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53670) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:52:54.753927 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f530859-8a6d-4ad2-8b39-f79e7c5d0f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:52:54.754314 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f530859-8a6d-4ad2-8b39-f79e7c5d0f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:52:54.755888 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-0f530859-8a6d-4ad2-8b39-f79e7c5d0f5a admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004375 Sep 03 01:52:56.422723 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0a507f4c-4841-44dd-a542-b9b28105dc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:57.020556 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53678) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:52:57.152757 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c697cc6b-314d-4d83-9622-e42f68497086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:52:57.153258 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c697cc6b-314d-4d83-9622-e42f68497086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:52:57.154798 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c697cc6b-314d-4d83-9622-e42f68497086 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332517 Sep 03 01:52:58.920199 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8c192cb4-5e40-457f-8fb6-c99b47ae2c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:59.143951 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:52:59.360388 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53686) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:52:59.489186 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bd7a15-9701-41fa-96b2-f57d2772b8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:52:59.490481 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-62bd7a15-9701-41fa-96b2-f57d2772b8e3 admin admin] 10.222.0.32 "GET /v2.0/networks/32c94ffd-7e71-4160-ba26-be39bdf933f5 HTTP/1.1" status: 200 len: 886 time: 0.1290891 Sep 03 01:53:00.054012 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:01.720407 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53694) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:53:01.772741 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:01.850201 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a052a6-be73-4967-982c-01e16aa0a35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:01.852226 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f6a052a6-be73-4967-982c-01e16aa0a35e admin admin] 10.222.0.32 "GET /v2.0/networks/a71dccbd-1f75-4b58-82ef-f38faa56cc7d HTTP/1.1" status: 200 len: 869 time: 0.1305881 Sep 03 01:53:04.034816 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53702) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:53:04.158343 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ffdcfb-3fe6-4b8a-acde-e17fb2b996bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:04.158822 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ffdcfb-3fe6-4b8a-acde-e17fb2b996bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:04.160336 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b4ffdcfb-3fe6-4b8a-acde-e17fb2b996bf admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245677 Sep 03 01:53:06.323605 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53710) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:53:06.412228 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eee526b-d66e-4ffa-8794-70ee91879f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:06.412678 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eee526b-d66e-4ffa-8794-70ee91879f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:06.414873 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8eee526b-d66e-4ffa-8794-70ee91879f4f admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902140 Sep 03 01:53:08.618167 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53718) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:53:08.713208 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3ce9f4-6185-4066-a016-e4037bd0e2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:08.714535 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2c3ce9f4-6185-4066-a016-e4037bd0e2a6 admin admin] 10.222.0.32 "GET /v2.0/subnets/937c054e-6959-4634-99b8-e819afce1dc9 HTTP/1.1" status: 200 len: 868 time: 0.0954251 Sep 03 01:53:10.891308 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53726) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:53:10.977137 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc971754-e075-4e9b-87b1-5f455e379429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:10.978463 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-bc971754-e075-4e9b-87b1-5f455e379429 admin admin] 10.222.0.32 "GET /v2.0/subnets/e7f55abf-cea5-4c56-95bb-3a1daa1777ee HTTP/1.1" status: 200 len: 816 time: 0.0862193 Sep 03 01:53:18.678004 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 5 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:53:26.422319 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f1ec0a94-4375-45cb-ab07-9b201ba3e066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:28.921748 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a9acdb16-446e-492a-96ba-b6cee192a7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:29.145700 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:30.058192 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:31.775702 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:34.984681 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53782) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:53:35.032672 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [None req-53589920-675b-41a8-b08e-a7f9b84f3bc6 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:53:35.033779 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-53589920-675b-41a8-b08e-a7f9b84f3bc6 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480926 Sep 03 01:53:37.325090 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53790) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:53:37.384658 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd6d1d5-dfbf-4b51-bf8f-b7c342d21e7e admin admin] GET failed (client error): The resource could not be found. Sep 03 01:53:37.385995 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8fd6d1d5-dfbf-4b51-bf8f-b7c342d21e7e admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599408 Sep 03 01:53:37.615780 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468977eb-08be-45f6-8b5e-5964f9000af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:37.618105 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-468977eb-08be-45f6-8b5e-5964f9000af9 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2275360 Sep 03 01:53:39.901658 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53798) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:53:39.949382 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:53:39.969193 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Made reservation on behalf of 28736c1ba5244f57b75e64d039c96e87 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:53:39.971428 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:40.000632 dv-cinder-804035-9-iscsi neutron-server[93867]: WARNING neutron.services.revisions.revision_plugin [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Could not find related network for resource to bump revision. Sep 03 01:53:40.012056 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:53:40.021190 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:40.021528 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Added segment 1f8fae52-5f00-4240-9d6a-36e97e2be64a of type vlan for network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 Sep 03 01:53:40.070791 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:40.093430 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:40.094331 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:40.094926 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:40.124594 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2218952 Sep 03 01:53:40.155556 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0850b2-9d3f-4a0d-bfbe-78cefb741824 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7b08ff-33a3-4b19-a886-3ccaa3e00084,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:53:40.166801 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:53:42.408238 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53806) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:53:42.468264 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.pecan_wsgi.hooks.translation [None req-698b8b23-dfc8-44d2-b2dc-e158a20bebec admin admin] GET failed (client error): The resource could not be found. Sep 03 01:53:42.469615 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-698b8b23-dfc8-44d2-b2dc-e158a20bebec admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604334 Sep 03 01:53:42.541221 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66de7b61-179f-4371-a509-b1279bfe8f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:42.542659 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-66de7b61-179f-4371-a509-b1279bfe8f64 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683937 Sep 03 01:53:42.552954 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:53:42.573107 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Made reservation on behalf of 28736c1ba5244f57b75e64d039c96e87 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:53:42.575311 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:42.743041 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:42.796908 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=406f405a-a2fd-4074-85d7-118eb4d1eedb,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:53:42.805616 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Checking segment: {'id': '1f8fae52-5f00-4240-9d6a-36e97e2be64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:53:42.805969 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Network hostable DHCP agents. Network: 9a7b08ff-33a3-4b19-a886-3ccaa3e00084, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:53:42.821512 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:53:42.829330 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 9a7b08ff-33a3-4b19-a886-3ccaa3e00084) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:53:42.833366 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:53:42.833951 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:42.839251 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b630d-dbe5-4399-925d-376d7615d66f None None] Network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:53:42.848147 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-37fe310d-3e1c-4951-b9b0-892914791e25 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2985499 Sep 03 01:53:43.103070 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d099150-d7f3-5dbe-bfd0-63e42bc20c7d-9a7b08ff-33a3-4b19-a886-3ccaa3e00084', 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084', 'tenant_id': '28736c1ba5244f57b75e64d039c96e87', 'fixed_ips': [{'subnet_id': '406f405a-a2fd-4074-85d7-118eb4d1eedb'}]}} from dv-cinder-804035-9-iscsi. {{(pid=93869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 01:53:43.103954 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:43.241973 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Allocated IP 192.168.233.2 (9a7b08ff-33a3-4b19-a886-3ccaa3e00084/406f405a-a2fd-4074-85d7-118eb4d1eedb/c611e7d6-2d89-4262-a835-848ae05bf38e) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:53:43.386908 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:43.395984 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Transition to ACTIVE for port object c611e7d6-2d89-4262-a835-848ae05bf38e will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:53:43.416058 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Transition to ACTIVE for port object c611e7d6-2d89-4262-a835-848ae05bf38e will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:53:43.421961 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:43.463834 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:53:43.469689 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:53:43.471429 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Pushing event updated for resources: {'Port': ['ID=c611e7d6-2d89-4262-a835-848ae05bf38e,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:53:43.473537 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:53:43.482635 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.482987 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.483332 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.483686 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.484019 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.484350 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.484676 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.485026 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.485370 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.485694 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.486013 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.486336 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:53:43.536714 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Attempting to bind port c611e7d6-2d89-4262-a835-848ae05bf38e on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:53:43.537103 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Attempting to bind port c611e7d6-2d89-4262-a835-848ae05bf38e by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '1f8fae52-5f00-4240-9d6a-36e97e2be64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:53:43.537460 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Attempting to bind port c611e7d6-2d89-4262-a835-848ae05bf38e on network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:53:43.543288 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:53:43.543656 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Checking segment: {'id': '1f8fae52-5f00-4240-9d6a-36e97e2be64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:53:43.544043 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:43.544424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Bound using segment: {'id': '1f8fae52-5f00-4240-9d6a-36e97e2be64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:53:43.544893 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Bound port: c611e7d6-2d89-4262-a835-848ae05bf38e, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8fae52-5f00-4240-9d6a-36e97e2be64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:53:43.545281 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:43.610535 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] For port c611e7d6-2d89-4262-a835-848ae05bf38e, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:53:43.613893 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] For port c611e7d6-2d89-4262-a835-848ae05bf38e, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=c611e7d6-2d89-4262-a835-848ae05bf38e,segment=NetworkSegment(1f8fae52-5f00-4240-9d6a-36e97e2be64a),segment_id=1f8fae52-5f00-4240-9d6a-36e97e2be64a)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:53:43.618536 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:43.677127 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583803d-3a94-4dcb-9634-b36c5e09e4a7 None None] Pushing event updated for resources: {'Port': ['ID=c611e7d6-2d89-4262-a835-848ae05bf38e,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:53:44.462258 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788326c5-f413-4b5c-a392-fac4b9cd739a None None] Network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:53:44.521061 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-9ba24cc0-cd03-4558-a642-b30265a825ce None None] Provisioning for port c611e7d6-2d89-4262-a835-848ae05bf38e completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:53:45.312729 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device c611e7d6-2d89-4262-a835-848ae05bf38e up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:53:45.362982 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port c611e7d6-2d89-4262-a835-848ae05bf38e completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:53:45.367836 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port c611e7d6-2d89-4262-a835-848ae05bf38e triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:53:45.368374 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:45.449656 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:45.482379 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port c611e7d6-2d89-4262-a835-848ae05bf38e, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=c611e7d6-2d89-4262-a835-848ae05bf38e,segment=NetworkSegment(1f8fae52-5f00-4240-9d6a-36e97e2be64a),segment_id=1f8fae52-5f00-4240-9d6a-36e97e2be64a)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:53:45.486567 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:45.536241 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=c611e7d6-2d89-4262-a835-848ae05bf38e,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:53:47.292230 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device c611e7d6-2d89-4262-a835-848ae05bf38e up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:53:47.351622 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port c611e7d6-2d89-4262-a835-848ae05bf38e triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:53:47.352219 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:55.680692 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 5 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:53:56.424695 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-71557fe2-f291-4409-8654-359847fb6c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:58.923670 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3dfed1ab-5adb-41b1-a765-72ee23f5c77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:53:59.149627 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:00.061899 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:01.779333 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:26.426773 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3fe528b6-d7ad-489c-a2c0-cba3c68e452c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:28.924651 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-59a3f6c2-2e26-4695-a2a0-81b4a7313e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:29.151428 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:30.063885 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:31.788463 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:32.679803 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 5 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:54:51.699521 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53858) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:54:51.705589 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [None req-18b4ebb8-6648-4f2e-ac77-8ce0e78c8ff1 tempest-verify_tempest_config-620627966 tempest-verify_tempest_config-620627966-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:54:51.706549 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-18b4ebb8-6648-4f2e-ac77-8ce0e78c8ff1 tempest-verify_tempest_config-620627966 tempest-verify_tempest_config-620627966-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060573 Sep 03 01:54:51.993515 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 53876) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:54:52.096459 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:52.185541 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:52.189040 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:52.235131 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=224868f82a3c416187f326efd41e0b4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2404540 Sep 03 01:54:52.236072 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95af9f36-656d-46b6-8683-7b8f9882bc9a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:54:52.237776 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 53880) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:54:52.243948 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.244292 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.244629 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.244983 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.245315 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.245654 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.245982 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.246305 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.246639 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.246962 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.247281 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.247597 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5beacf05-482d-43b2-a79a-3c1e25ffe4c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.323405 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:52.343436 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:52.433732 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:52.436271 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:52.437395 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95af9f36-656d-46b6-8683-7b8f9882bc9a HTTP/1.1" status: 204 len: 168 time: 0.1986594 Sep 03 01:54:52.446074 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95af9f36-656d-46b6-8683-7b8f9882bc9a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:54:52.455290 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.455641 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.455979 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.456339 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.456664 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.457035 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.457364 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.457682 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.458023 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.458365 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.458936 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.459259 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbfa481-42ec-4e5b-bd96-32e047e23e0b admin admin] Tracked resource versions report: Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: pushed versions: Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: { 'AddressGroup': {'1.2'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'ConntrackHelper': {'1.0'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Log': {'1.0'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Network': {'1.1'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Port': {'1.7'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'PortForwarding': {'1.2'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'QosPolicy': {'1.9'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SecurityGroup': {'1.4'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SubPort': {'1.0'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Subnet': {'1.1'}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Trunk': {'1.1'}} Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: consumer versions: Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: { DHCP agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: L3 agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: Metadata agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: Metering agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: Open vSwitch agent@dv-cinder-804035-9-iscsi: { 'AddressGroup': '1.2', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'ConntrackHelper': '1.0', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Log': '1.0', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Network': '1.1', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Port': '1.7', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'PortForwarding': '1.2', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'QosPolicy': '1.9', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SecurityGroup': '1.4', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SecurityGroupRule': '1.2', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SubPort': '1.0', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Subnet': '1.1', Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Trunk': '1.1'}} Sep 03 01:54:52.460354 dv-cinder-804035-9-iscsi neutron-server[93868]: {{(pid=93868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:54:56.430303 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ad1130da-01ec-4d06-8732-d0a5c2249507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:58.925577 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d2ed7b3f-33c9-4717-90a6-d8a57cbb7e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:54:59.154029 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:55:00.068315 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:55:01.785201 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:55:09.678500 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 5 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:55:26.433893 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-927561a4-fcee-480d-a9a0-2bfbd0675a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:55:28.926485 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e7cef618-3ccd-4f73-bd64-f99f6e676c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:55:29.154797 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:55:30.070753 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:55:31.788103 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:55:46.676938 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 5 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:55:56.434884 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-280d5a51-e49e-4424-8369-044a89d02850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:55:58.926671 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-301b09ed-52e4-4b7e-9d36-70432f29854e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:55:59.156728 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:00.073853 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:01.791451 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:23.677827 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 5 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:56:26.403982 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3843713'] for agent, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:26.434087 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe9d5445-2f03-4f6f-a0c4-35915d53b9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:28.937206 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-28da1ed7-494b-4031-aab6-11ddf5f70c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:29.157889 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:30.077546 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:31.793934 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:41.576435 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 53958) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:56:41.685026 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-cadc4bc0-4211-4323-b206-7d8517c0a52c admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1073387 Sep 03 01:56:43.926021 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 53968) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:56:43.981626 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ac1e6607-b2ef-4f6f-9f24-f1f117e51284 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0545266 Sep 03 01:56:56.378073 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:56.432366 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ab2967ee-fb6e-43b7-bad0-3ca7c889fef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:58.927734 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4acc5e49-704f-4df9-b4b3-fd3b3907b79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:56:59.158092 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:00.080737 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:00.678310 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:57:01.795689 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:26.376630 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:26.433964 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1190f175-49d5-48a5-ab13-e15cb6dd2e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:28.930460 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9ecafa56-b5d3-450e-bd06-05c27fbc201f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:29.158625 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:30.083675 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:31.806052 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:37.677158 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:57:56.408753 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:56.435697 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-12ddedd4-bada-452e-8bac-38056069f513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:58.936228 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ec40122-5e82-4ac8-a979-232b7e4fafcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:57:59.160164 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:00.086602 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:01.803888 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:12.328709 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54142) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:12.539318 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-326593059-network', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:12.567291 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Made reservation on behalf of 53922ccd5c6d43309b6012efa1acaba7 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:12.571524 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:12.588614 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:12.692529 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:12.696981 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:12.723989 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:58:12.744498 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd835d4-d01f-4b16-8f19-8f6be4930353,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:12.752894 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738767876428', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:12.752894 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Unsubscribe: segment precommit_create {{(pid=93868) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 01:58:12.753489 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Added segment c9e94e7d-23a2-492e-98c9-8ff19de7fb93 of type vlan for network a88e5a51-5dbf-49a2-9096-b693012f5b33 Sep 03 01:58:12.757503 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.757869 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.758204 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.758531 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.758851 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.759183 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.759502 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.759817 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.760146 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.760576 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.760910 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.761223 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Tracked resource versions report: Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: pushed versions: Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: { 'AddressGroup': {'1.2'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'ConntrackHelper': {'1.0'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Log': {'1.0'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Network': {'1.1'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Port': {'1.7'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'PortForwarding': {'1.2'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'QosPolicy': {'1.9'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SecurityGroup': {'1.4'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SubPort': {'1.0'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Subnet': {'1.1'}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Trunk': {'1.1'}} Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: consumer versions: Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: { DHCP agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: HyperV agent@hv-cinder-80403: {}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: L3 agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: Metadata agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: Metering agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: Open vSwitch agent@dv-cinder-804035-9-iscsi: { 'AddressGroup': '1.2', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'ConntrackHelper': '1.0', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Log': '1.0', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Network': '1.1', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Port': '1.7', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'PortForwarding': '1.2', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'QosPolicy': '1.9', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SecurityGroup': '1.4', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SecurityGroupRule': '1.2', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'SubPort': '1.0', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Subnet': '1.1', Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: 'Trunk': '1.1'}} Sep 03 01:58:12.762493 dv-cinder-804035-9-iscsi neutron-server[93868]: {{(pid=93868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:58:12.823249 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:12.860270 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:12.861373 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:12.861958 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:12.917850 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5876868 Sep 03 01:58:12.918193 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54182) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:12.928288 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Request body: {'subnet': {'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-326593059-subnet', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:12.952079 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Made reservation on behalf of 53922ccd5c6d43309b6012efa1acaba7 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:12.960083 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:12.997816 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf92422-2f49-4269-b2ce-98b471310c26 admin admin] Pushing event updated for resources: {'Network': ['ID=a88e5a51-5dbf-49a2-9096-b693012f5b33,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:13.013600 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network a88e5a51-5dbf-49a2-9096-b693012f5b33 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:58:13.157092 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.158306 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54194) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:13.215800 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=013631d7-7a1e-4a3d-ada0-12789532d705,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:13.229552 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.229926 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.230296 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.230609 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.230907 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.231255 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.231767 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.231904 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.232231 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.232581 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.232946 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.233266 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Tracked resource versions report: Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: pushed versions: Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: { 'AddressGroup': {'1.2'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'ConntrackHelper': {'1.0'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Log': {'1.0'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Network': {'1.1'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Port': {'1.7'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'PortForwarding': {'1.2'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'QosPolicy': {'1.9'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SecurityGroup': {'1.4'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SubPort': {'1.0'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Subnet': {'1.1'}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Trunk': {'1.1'}} Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: consumer versions: Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: { DHCP agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: HyperV agent@hv-cinder-80403: {}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: L3 agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: Metadata agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: Metering agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: Open vSwitch agent@dv-cinder-804035-9-iscsi: { 'AddressGroup': '1.2', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'ConntrackHelper': '1.0', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Log': '1.0', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Network': '1.1', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Port': '1.7', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'PortForwarding': '1.2', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'QosPolicy': '1.9', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SecurityGroup': '1.4', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SecurityGroupRule': '1.2', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'SubPort': '1.0', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Subnet': '1.1', Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: 'Trunk': '1.1'}} Sep 03 01:58:13.234543 dv-cinder-804035-9-iscsi neutron-server[93867]: {{(pid=93867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:58:13.238158 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54202) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:13.243721 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Checking segment: {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:13.244081 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Network hostable DHCP agents. Network: a88e5a51-5dbf-49a2-9096-b693012f5b33, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:58:13.264946 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Network a88e5a51-5dbf-49a2-9096-b693012f5b33 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:58:13.275000 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, a88e5a51-5dbf-49a2-9096-b693012f5b33) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:13.280284 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:13.281281 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.286276 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258feb39-562f-4bd0-972c-7035db62d12d None None] Network a88e5a51-5dbf-49a2-9096-b693012f5b33 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:13.301432 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-85b3ae29-f252-4c53-ae91-0c51b3bfa4b9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3771412 Sep 03 01:58:13.304585 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54208) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:13.314035 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:13.339415 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124251'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.342109 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124226'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.363699 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54210) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:13.416626 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.547189 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d099150-d7f3-5dbe-bfd0-63e42bc20c7d-a88e5a51-5dbf-49a2-9096-b693012f5b33', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705'}]}} from dv-cinder-804035-9-iscsi. {{(pid=93869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 01:58:13.548978 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.562586 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-682556313-network', 'tenant_id': '53a477ba1496485da25d20994e25d2d7'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:13.592575 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54220) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:13.655264 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-network', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:13.662185 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.674728 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1818251867-network', 'tenant_id': 'a6b28ed47ccf4d51b00d37c1fe8617e9'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:13.706756 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Allocated IP 172.20.0.2 (a88e5a51-5dbf-49a2-9096-b693012f5b33/013631d7-7a1e-4a3d-ada0-12789532d705/65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:13.707010 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Made reservation on behalf of 53a477ba1496485da25d20994e25d2d7 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:13.709304 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.732210 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.db.api [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 01:58:13.732210 dv-cinder-804035-9-iscsi neutron-server[93868]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 01:58:13.732210 dv-cinder-804035-9-iscsi neutron-server[93868]: [parameters: {'project_id_1': 'a6b28ed47ccf4d51b00d37c1fe8617e9', 'expiration_1': datetime.datetime(2021, 9, 3, 1, 57, 53, 704853)}] Sep 03 01:58:13.732210 dv-cinder-804035-9-iscsi neutron-server[93868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 01:58:13.732712 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG oslo_db.api [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:58:13.737499 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.774742 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Made reservation on behalf of ad2b4e400849476489d1e75b4c77c063 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:13.777028 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.789638 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.890236 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.907648 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1557262416-network', 'tenant_id': 'f2838ac56029458ab9d1a1a1e562bd7a'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:13.911562 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Transition to ACTIVE for port object 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:13.934741 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Transition to ACTIVE for port object 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:13.942099 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:13.996255 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Network a88e5a51-5dbf-49a2-9096-b693012f5b33 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:14.001671 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:14.006646 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:14.020357 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Pushing event updated for resources: {'Port': ['ID=65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:14.048903 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.049284 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.049668 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.050156 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.050487 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.050852 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.051224 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.051545 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.051886 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.052264 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.052615 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.052978 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Tracked resource versions report: Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: pushed versions: Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: { 'AddressGroup': {'1.2'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'ConntrackHelper': {'1.0'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Log': {'1.0'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Network': {'1.1'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Port': {'1.7'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'PortForwarding': {'1.2'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'QosPolicy': {'1.9'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SecurityGroup': {'1.4'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SubPort': {'1.0'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Subnet': {'1.1'}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Trunk': {'1.1'}} Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: consumer versions: Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: { DHCP agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: HyperV agent@hv-cinder-80403: {}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: L3 agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: Metadata agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: Metering agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: Open vSwitch agent@dv-cinder-804035-9-iscsi: { 'AddressGroup': '1.2', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'ConntrackHelper': '1.0', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Log': '1.0', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Network': '1.1', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Port': '1.7', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'PortForwarding': '1.2', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'QosPolicy': '1.9', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SecurityGroup': '1.4', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SecurityGroupRule': '1.2', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'SubPort': '1.0', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Subnet': '1.1', Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: 'Trunk': '1.1'}} Sep 03 01:58:14.054335 dv-cinder-804035-9-iscsi neutron-server[93869]: {{(pid=93869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:58:14.111254 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Attempting to bind port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:14.111615 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Attempting to bind port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:14.117065 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Attempting to bind port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f on network a88e5a51-5dbf-49a2-9096-b693012f5b33 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:14.140318 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:14.140827 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Checking segment: {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:14.141138 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.143914 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Bound using segment: {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:14.145168 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Bound port: 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:14.145967 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.215302 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.263369 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.269790 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] For port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:14.275434 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] For port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:14.280476 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.283053 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.352008 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1c502-9d2d-4d2d-bd23-3a80a0f1b862 None None] Pushing event updated for resources: {'Port': ['ID=65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:14.375201 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.426772 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:58:14.485204 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.485558 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Added segment cb4c84b4-b9d9-4e9a-b091-aa8b04459a59 of type vlan for network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 Sep 03 01:58:14.602894 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c325b7fc-df77-40fc-9232-0a862c13cee7,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:14.640693 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.680361 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:58:14.717183 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Allocated IP 172.27.3.108 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/640e7d11-c0e5-44f6-ac00-02962a6fc3c5) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:14.749185 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.749994 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:14.750581 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.757742 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.790448 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Made reservation on behalf of f2838ac56029458ab9d1a1a1e562bd7a for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:14.796622 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.808735 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.817957 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.823902 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:58:14.834194 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:14.834543 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Added segment 61da26a7-c762-43c7-89d6-a2eb624a4f7d of type vlan for network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 Sep 03 01:58:14.901912 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54278) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:14.961412 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.009260 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] Pushing event updated for resources: {'Network': ['ID=2a7a91a8-52d7-4eda-8b81-0483c0da15d5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:15.011834 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Made reservation on behalf of a6b28ed47ccf4d51b00d37c1fe8617e9 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:15.014230 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.021505 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:58:15.115537 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71c7df33-46e0-4ffd-b477-d59c7f0a0ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.171829 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-15313a00-a7e7-442f-8ec6-4621573ca19a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0109613 Sep 03 01:58:15.173365 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54282) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:15.202085 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Request body: {'subnet': {'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-subnet', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:15.202850 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.208742 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.db.resource_extend [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 01:58:15.211892 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.216982 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.238828 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0292c9d4-83c5-41d2-b09c-eba9ceda975d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:15.256002 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.263476 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:58:15.268930 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.271400 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:15.272008 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.304304 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.304777 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Added segment 9414c629-edd4-4ea7-a136-9308ffe9fd35 of type vlan for network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 Sep 03 01:58:15.392612 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] Pushing event updated for resources: {'Network': ['ID=8a8d07f5-5d5b-4935-b21f-e21f19dd9491,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:15.398476 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef25c194-bf38-474e-af7d-d82deb979b4f,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:15.406094 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:58:15.429984 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.462516 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.570572 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71c7df33-46e0-4ffd-b477-d59c7f0a0ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.579753 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71c7df33-46e0-4ffd-b477-d59c7f0a0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.642916 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.645807 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:15.646394 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.654544 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Pushing event updated for resources: {'Port': ['ID=640e7d11-c0e5-44f6-ac00-02962a6fc3c5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:15.675407 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7df33-46e0-4ffd-b477-d59c7f0a0ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a1a976-b604-404c-8a55-ccfede08445f,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:15.683450 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:15.706056 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Made reservation on behalf of 53a477ba1496485da25d20994e25d2d7 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:15.709179 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.764433 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5448a15f-3241-42de-a747-969c18635e7e None None] Network a88e5a51-5dbf-49a2-9096-b693012f5b33 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:15.826722 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:15.834072 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f54e07c5-2b4b-440d-9897-3f4777569ac9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2401342 Sep 03 01:58:15.838626 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54302) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:15.845028 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Request body: {'subnet': {'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1557262416-subnet', 'tenant_id': 'f2838ac56029458ab9d1a1a1e562bd7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:15.865305 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-71c7df33-46e0-4ffd-b477-d59c7f0a0ef9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83905703a6654f688c5115ddd35d7672&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9619503 Sep 03 01:58:15.869076 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54308) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:15.876233 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:15.885205 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:15.897070 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:58:15.919014 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.db.api [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 01:58:15.919014 dv-cinder-804035-9-iscsi neutron-server[93867]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 01:58:15.919014 dv-cinder-804035-9-iscsi neutron-server[93867]: [parameters: {'project_id_1': 'f2838ac56029458ab9d1a1a1e562bd7a', 'expiration_1': datetime.datetime(2021, 9, 3, 1, 57, 55, 850149)}] Sep 03 01:58:15.919014 dv-cinder-804035-9-iscsi neutron-server[93867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 01:58:15.920102 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG oslo_db.api [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:58:15.920456 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:15.941782 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50ba6af7-e8af-4b79-a5be-8068372937af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:15.971274 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50ba6af7-e8af-4b79-a5be-8068372937af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.040381 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-5c191d2b-0c28-4373-80a8-4536ae5e9be5 None None] Provisioning for port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:16.042924 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50ba6af7-e8af-4b79-a5be-8068372937af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.045869 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-50ba6af7-e8af-4b79-a5be-8068372937af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.047493 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-50ba6af7-e8af-4b79-a5be-8068372937af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8a1a976-b604-404c-8a55-ccfede08445f HTTP/1.1" status: 204 len: 168 time: 0.1772809 Sep 03 01:58:16.054634 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:16.057125 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-5c191d2b-0c28-4373-80a8-4536ae5e9be5 None None] Provisioning complete for port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:16.057555 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5c191d2b-0c28-4373-80a8-4536ae5e9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.060549 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba6af7-e8af-4b79-a5be-8068372937af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a1a976-b604-404c-8a55-ccfede08445f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:16.080526 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:16.080721 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.100130 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.246108 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Checking segment: {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:16.246494 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Network hostable DHCP agents. Network: 2a7a91a8-52d7-4eda-8b81-0483c0da15d5, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:58:16.248661 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b96421c-2071-4d22-b2cd-55d163fb21ef,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:16.294664 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.296625 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5c191d2b-0c28-4373-80a8-4536ae5e9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.361130 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-5c191d2b-0c28-4373-80a8-4536ae5e9be5 None None] For port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:16.375414 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5c191d2b-0c28-4373-80a8-4536ae5e9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.467675 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.db.api [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 01:58:16.468071 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG oslo_db.api [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:58:16.470851 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c191d2b-0c28-4373-80a8-4536ae5e9be5 None None] Pushing event updated for resources: {'Port': ['ID=65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:16.471854 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:58:16.490387 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54326) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:16.502719 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.504355 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.505571 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43ee201e-dcd0-4d3f-a57d-03d2071feb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.506573 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 2a7a91a8-52d7-4eda-8b81-0483c0da15d5) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:16.518776 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c1310-5d5a-4bc3-9b75-c7e851c19e23 None None] Network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:16.534746 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Made reservation on behalf of f2838ac56029458ab9d1a1a1e562bd7a for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:16.537187 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.543406 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.547018 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:16.547824 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.587727 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-959940c2-ca1b-41c8-819d-55cbfba1551d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.3450437 Sep 03 01:58:16.604900 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54328) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:16.612148 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Request body: {'subnet': {'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-subnet', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:16.631065 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:58:16.637140 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-641bef7b-de23-4f8a-ab5d-ae3c4e9f7d6c None None] Provisioning complete for port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:16.637514 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-641bef7b-de23-4f8a-ab5d-ae3c4e9f7d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.652436 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:16.657679 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.658328 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Added segment 8cdf7699-b632-41bf-8325-88c599ab7260 of type vlan for network 31401e25-d1aa-48fa-94c8-f13c027f3869 Sep 03 01:58:16.715091 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.722875 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d099150-d7f3-5dbe-bfd0-63e42bc20c7d-2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef'}]}} from dv-cinder-804035-9-iscsi. {{(pid=93869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 01:58:16.723594 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.820250 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43ee201e-dcd0-4d3f-a57d-03d2071feb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.822978 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.824180 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:16.825188 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.829638 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-43ee201e-dcd0-4d3f-a57d-03d2071feb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.859200 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2dd5ffcb-f5d2-4629-9cd1-0f07e229824a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6696606 Sep 03 01:58:16.869982 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54334) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:16.871036 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee201e-dcd0-4d3f-a57d-03d2071feb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb463fb7-74fe-4d1a-953f-50ce1ef99017,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:16.879691 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:16.889938 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.893693 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.897216 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Made reservation on behalf of ad2b4e400849476489d1e75b4c77c063 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:16.900482 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.926962 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124251'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.928091 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124226'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:16.937389 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Allocated IP 172.20.0.2 (2a7a91a8-52d7-4eda-8b81-0483c0da15d5/6b96421c-2071-4d22-b2cd-55d163fb21ef/a9f09be0-ec51-4dff-92bc-ef04d82f2db0) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:16.948100 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5832777 Sep 03 01:58:16.950695 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5868ba-6a18-42b7-b909-1b013e33568e admin admin] Pushing event updated for resources: {'Network': ['ID=31401e25-d1aa-48fa-94c8-f13c027f3869,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:16.953490 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54338) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:16.969123 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Request body: {'subnet': {'network_id': '31401e25-d1aa-48fa-94c8-f13c027f3869', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1818251867-subnet', 'tenant_id': 'a6b28ed47ccf4d51b00d37c1fe8617e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:17.051040 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.058768 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-43ee201e-dcd0-4d3f-a57d-03d2071feb38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94559ec0cc5f46c5baa76849931864cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5671041 Sep 03 01:58:17.063239 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54340) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:17.131594 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 31401e25-d1aa-48fa-94c8-f13c027f3869 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:58:17.212924 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Made reservation on behalf of a6b28ed47ccf4d51b00d37c1fe8617e9 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:17.215279 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.251758 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.265387 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Transition to ACTIVE for port object a9f09be0-ec51-4dff-92bc-ef04d82f2db0 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:17.292250 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Transition to ACTIVE for port object a9f09be0-ec51-4dff-92bc-ef04d82f2db0 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:17.306495 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.385784 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e4d29c-02e1-48e7-8e59-1694558c1952,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:17.387660 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Pushing event updated for resources: {'Port': ['ID=a9f09be0-ec51-4dff-92bc-ef04d82f2db0,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:17.403630 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:17.410619 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:17.431904 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:17.465632 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Router 4fb6e303-d39f-4317-94a7-caee93dd83f9 is scheduled to L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:58:17.490024 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.499339 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Checking segment: {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:17.501216 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Network hostable DHCP agents. Network: 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:58:17.557553 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Attempting to bind port a9f09be0-ec51-4dff-92bc-ef04d82f2db0 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:17.558455 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Attempting to bind port a9f09be0-ec51-4dff-92bc-ef04d82f2db0 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:17.558827 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Attempting to bind port a9f09be0-ec51-4dff-92bc-ef04d82f2db0 on network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:17.565233 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.568225 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:17.569784 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Checking segment: {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:17.570197 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.570598 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Bound using segment: {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:17.571273 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Bound port: a9f09be0-ec51-4dff-92bc-ef04d82f2db0, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:17.571867 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.575773 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:17.607553 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:58:17.611132 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aaea3526-3d43-4f54-ace4-cd648710c47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.635765 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:17.640619 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:17.642212 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.650220 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aaea3526-3d43-4f54-ace4-cd648710c47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.653661 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca9747c-873d-442b-a459-1e5a192e2815 None None] Network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:17.670275 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf88f5a8-e67a-4d71-8361-698d70424a65,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:17.703897 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9b09d53b-be73-43e8-8154-bf4b87d8ba78 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8640103 Sep 03 01:58:17.773179 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aaea3526-3d43-4f54-ace4-cd648710c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.776152 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aaea3526-3d43-4f54-ace4-cd648710c47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.780553 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-aaea3526-3d43-4f54-ace4-cd648710c47f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb463fb7-74fe-4d1a-953f-50ce1ef99017 HTTP/1.1" status: 204 len: 168 time: 0.6944649 Sep 03 01:58:17.795584 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea3526-3d43-4f54-ace4-cd648710c47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb463fb7-74fe-4d1a-953f-50ce1ef99017,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:17.826748 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.905416 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:58:17.916048 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Sync routers for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:58:17.925384 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Checking segment: {'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:17.925894 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Network hostable DHCP agents. Network: 8a8d07f5-5d5b-4935-b21f-e21f19dd9491, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:58:17.932022 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:17.932860 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:57:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:17.933753 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a2f691-d6ad-42ba-82b5-7d3113e2567c,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:17.965000 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:17.966867 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-91579cb4-b82d-4a8c-a888-8f590f53775a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6609414 Sep 03 01:58:17.972996 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54376) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:17.973960 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] For port a9f09be0-ec51-4dff-92bc-ef04d82f2db0, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:17.979757 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] For port a9f09be0-ec51-4dff-92bc-ef04d82f2db0, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=a9f09be0-ec51-4dff-92bc-ef04d82f2db0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:17.986771 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:17.987152 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.008932 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.031928 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Checking segment: {'id': '8cdf7699-b632-41bf-8325-88c599ab7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '31401e25-d1aa-48fa-94c8-f13c027f3869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:18.032446 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Network hostable DHCP agents. Network: 31401e25-d1aa-48fa-94c8-f13c027f3869, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:58:18.041838 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.073249 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.085957 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:58:18.106865 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 8a8d07f5-5d5b-4935-b21f-e21f19dd9491) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:18.137101 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:18.138215 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.149865 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Network 31401e25-d1aa-48fa-94c8-f13c027f3869 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:58:18.170610 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 31401e25-d1aa-48fa-94c8-f13c027f3869) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:18.188361 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:18.189409 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.190644 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b8de0e-0c64-4f4f-930e-cd748034bc95 None None] Network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:18.197964 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-aa00a917-0699-4072-bad1-afe563a8ef0c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5917447 Sep 03 01:58:18.199019 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54384) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:18.222032 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-router', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:18.236871 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648bfd2b-e01e-402a-8865-d18394815a23 None None] Network 31401e25-d1aa-48fa-94c8-f13c027f3869 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:18.260924 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bbb95e32-9826-4620-aed0-dadd3660eedf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2918301 Sep 03 01:58:18.282630 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Allocated IP 172.27.3.207 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/27318ede-2156-40cb-8ef6-b0eda94da7f2) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:18.321490 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:18.322174 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7544ccc-5ef3-4ce0-b563-531f851f0e5d None None] Network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:18.376232 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124251'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.377986 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124226'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.443832 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.489888 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.529659 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:18.551807 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=27318ede-2156-40cb-8ef6-b0eda94da7f2,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:18.566738 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:18.568801 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:18.575530 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:18.586930 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdd6dc-13db-4316-a5aa-da839ece1a67 None None] Pushing event updated for resources: {'Port': ['ID=a9f09be0-ec51-4dff-92bc-ef04d82f2db0,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:18.905501 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:16Z', 'revision_number': 3, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:18.919038 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382fa9a-b6c1-456f-98ef-91273b1a5a45 None None] Network 31401e25-d1aa-48fa-94c8-f13c027f3869 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:18.962205 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f30fd3-d456-43d8-a716-cc4e6b1dd319 None None] Network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:18.975180 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Checking router: 4fb6e303-d39f-4317-94a7-caee93dd83f9 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:58:18.976308 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Updating router 4fb6e303-d39f-4317-94a7-caee93dd83f9 port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:58:19.045497 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54432) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:19.048116 dv-cinder-804035-9-iscsi neutron-server[93867]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 01:58:19.052925 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:19.251699 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:19.395191 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54450) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:19.402794 dv-cinder-804035-9-iscsi neutron-server[93868]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 01:58:19.492609 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:19.533645 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-cb3366b0-715d-4f7c-8ce1-717f65bb6fd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:19.535213 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-cb3366b0-715d-4f7c-8ce1-717f65bb6fd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 815 time: 0.4887333 Sep 03 01:58:19.558459 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54456) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:19.589747 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-fecb8f4e-6399-40d4-adae-b778fec8b12d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/quotas/f2838ac56029458ab9d1a1a1e562bd7a HTTP/1.1" status: 200 len: 375 time: 0.0138485 Sep 03 01:58:19.624861 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device a9f09be0-ec51-4dff-92bc-ef04d82f2db0 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:19.731636 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port a9f09be0-ec51-4dff-92bc-ef04d82f2db0 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:19.758331 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:19.771500 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-d4af1f30-6af5-4ae8-8740-d0c934fb0300 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273248 Sep 03 01:58:19.772829 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Transition to ACTIVE for port object 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:19.780961 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:19.846967 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Attempting to bind port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:19.847672 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Attempting to bind port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:19.848486 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Attempting to bind port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 on network 32c94ffd-7e71-4160-ba26-be39bdf933f5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:19.860865 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Pushing event updated for resources: {'Port': ['ID=640e7d11-c0e5-44f6-ac00-02962a6fc3c5,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:19.884475 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.885421 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.885421 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.885594 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.886062 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.886463 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.886860 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.887328 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.887687 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.888021 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.888349 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.888673 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Tracked resource versions report: Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: pushed versions: Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: { 'AddressGroup': {'1.2'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'ConntrackHelper': {'1.0'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Log': {'1.0'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Network': {'1.1'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Port': {'1.7'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'PortForwarding': {'1.2'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'QosPolicy': {'1.9'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SecurityGroup': {'1.4'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SubPort': {'1.0'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Subnet': {'1.1'}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Trunk': {'1.1'}} Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: consumer versions: Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: { DHCP agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: HyperV agent@hv-cinder-80403: {}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: L3 agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: Metadata agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: Metering agent@dv-cinder-804035-9-iscsi: {}, Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: Open vSwitch agent@dv-cinder-804035-9-iscsi: { 'AddressGroup': '1.2', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'ConntrackHelper': '1.0', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Log': '1.0', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Network': '1.1', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Port': '1.7', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'PortForwarding': '1.2', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'QosPolicy': '1.9', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SecurityGroup': '1.4', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SecurityGroupRule': '1.2', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'SubPort': '1.0', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Subnet': '1.1', Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: 'Trunk': '1.1'}} Sep 03 01:58:19.889793 dv-cinder-804035-9-iscsi neutron-server[93870]: {{(pid=93870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:58:19.896165 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:19.896864 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:19.897512 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:19.898071 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Bound using segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:19.898740 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Bound port: 640e7d11-c0e5-44f6-ac00-02962a6fc3c5, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:19.899320 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:19.940018 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a84ecd-993a-4df4-9e7f-f8ff6b8a3338 None None] Network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:19.979816 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] For port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:19.983093 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] For port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=640e7d11-c0e5-44f6-ac00-02962a6fc3c5,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:19.992669 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.022072 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-809c4e6c-d491-4470-85fb-834c7f055664 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:20.033767 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-809c4e6c-d491-4470-85fb-834c7f055664 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/networks?id=31401e25-d1aa-48fa-94c8-f13c027f3869 HTTP/1.1" status: 200 len: 812 time: 0.6368365 Sep 03 01:58:20.038353 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.083237 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f3dd-ad36-4719-95bf-0c36fa7fbe91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.094596 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80e09b-0f84-4a51-b315-b98f0b552982 None None] Pushing event updated for resources: {'Port': ['ID=640e7d11-c0e5-44f6-ac00-02962a6fc3c5,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:20.096868 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-ff8be302-41ba-4f6e-ae37-d4046723670e None None] Provisioning for port a9f09be0-ec51-4dff-92bc-ef04d82f2db0 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:20.101910 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-c0925bf9-c1d7-48a8-aead-eff17e2c4811 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/quotas/a6b28ed47ccf4d51b00d37c1fe8617e9 HTTP/1.1" status: 200 len: 375 time: 0.0660865 Sep 03 01:58:20.120742 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-ff8be302-41ba-4f6e-ae37-d4046723670e None None] Provisioning complete for port a9f09be0-ec51-4dff-92bc-ef04d82f2db0 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:20.121159 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff8be302-41ba-4f6e-ae37-d4046723670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.192505 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:20.198903 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:57:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:20.286701 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff8be302-41ba-4f6e-ae37-d4046723670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.312139 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-fde2d24a-3ac6-4e69-be16-e8f96a32fa50 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6b28ed47ccf4d51b00d37c1fe8617e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2092783 Sep 03 01:58:20.331158 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-ff8be302-41ba-4f6e-ae37-d4046723670e None None] For port a9f09be0-ec51-4dff-92bc-ef04d82f2db0, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=a9f09be0-ec51-4dff-92bc-ef04d82f2db0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:20.336669 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff8be302-41ba-4f6e-ae37-d4046723670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.375895 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-a2081351-aedd-4d67-8434-59afbc10b2dc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:58:20.377097 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-a2081351-aedd-4d67-8434-59afbc10b2dc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3908052 Sep 03 01:58:20.397197 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8be302-41ba-4f6e-ae37-d4046723670e None None] Pushing event updated for resources: {'Port': ['ID=a9f09be0-ec51-4dff-92bc-ef04d82f2db0,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:20.446042 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.488199 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:20.517507 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Router 7016082c-cc0e-4517-8673-ac1595daa688 is scheduled to L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:58:20.530746 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-9f829917-012e-477c-a407-81980a33bbaf service neutron] 10.222.0.32 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464639 Sep 03 01:58:20.661438 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-24823d38-9acb-4302-8d2f-b43b5d6a4c5f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:58:20.669330 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-24823d38-9acb-4302-8d2f-b43b5d6a4c5f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2337050 Sep 03 01:58:20.765804 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-b904d537-175b-4f4f-8f7b-ed2dc6906f73 service neutron] 10.222.0.32 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823919 Sep 03 01:58:20.767209 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:58:20.786482 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-0d0b9258-03d7-472c-ac83-b5b975837559 None None] Provisioning complete for port a9f09be0-ec51-4dff-92bc-ef04d82f2db0 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:20.789291 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9258-03d7-472c-ac83-b5b975837559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.800082 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Sync routers for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:58:20.840383 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:20.841049 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:57:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:20.849760 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:16Z', 'revision_number': 3, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:20.912236 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64addf52-bc26-4375-b405-d12dad18f5a3 None None] The sync data for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi is: [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:16Z', 'revision_number': 3, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:58:20.952159 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f3dd-ad36-4719-95bf-0c36fa7fbe91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.958798 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.965741 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:20.965741 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-522fa87f-091c-43a8-9411-4ca5957ed1f8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0908911 Sep 03 01:58:20.968621 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54494) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:20.991837 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f3dd-ad36-4719-95bf-0c36fa7fbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:21.008093 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:21.011294 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-f647d4e1-48b3-4be8-86f2-bce27b1e2e0b service neutron] 10.222.0.32 "GET /v2.0/networks/31401e25-d1aa-48fa-94c8-f13c027f3869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411815 Sep 03 01:58:21.090486 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:21.106757 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Allocated IP 172.20.0.1 (a88e5a51-5dbf-49a2-9096-b693012f5b33/013631d7-7a1e-4a3d-ada0-12789532d705/2845c7c1-ee83-43ea-84a9-4db94ce8f574) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:21.246029 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-92887d1b-20b9-4826-a235-070f065edf87 req-779528c3-34dc-4e6c-8ff9-3050910ca367 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 210 time: 0.1170199 Sep 03 01:58:21.368035 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9f3dd-ad36-4719-95bf-0c36fa7fbe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a880b53-f54e-4e78-ad59-f0e9e6b659ff,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:21.373045 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1fa9f3dd-ad36-4719-95bf-0c36fa7fbe91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63ca23700697418b92abd59e939048a4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8036683 Sep 03 01:58:21.384136 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54520) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:21.590686 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:18Z', 'revision_number': 3, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:21.639305 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Checking router: 7016082c-cc0e-4517-8673-ac1595daa688 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:58:21.639661 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Updating router 7016082c-cc0e-4517-8673-ac1595daa688 port 27318ede-2156-40cb-8ef6-b0eda94da7f2 binding host dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:58:21.700835 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:21.702716 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device a9f09be0-ec51-4dff-92bc-ef04d82f2db0 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:21.746308 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-640409dd-7ee6-4d2d-b34d-4d4f9d8444e4 service neutron] 10.222.0.32 "GET /v2.0/networks/31401e25-d1aa-48fa-94c8-f13c027f3869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824870 Sep 03 01:58:21.775040 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Allocated IP 172.27.3.127 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/633784ec-96b5-4da6-b896-291a4007b084) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:21.842882 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:21.845667 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eecdc1bc-31a3-4313-9ca7-b8d7a5c94eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:21.943354 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eecdc1bc-31a3-4313-9ca7-b8d7a5c94eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:21.977738 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Transition to ACTIVE for port object 2845c7c1-ee83-43ea-84a9-4db94ce8f574 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:22.044663 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:22.078663 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port a9f09be0-ec51-4dff-92bc-ef04d82f2db0 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:22.079154 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:22.224242 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:22.225352 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:22.269604 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1e0d5b2-550c-4a97-be3e-4a4eecf0aa14 req-823ca2c4-612c-4dec-805c-4295cfbb54e6 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 210 time: 0.0548642 Sep 03 01:58:22.314982 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:22.325484 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:22.327313 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:22.453873 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Allocated IP 172.20.0.1 (2a7a91a8-52d7-4eda-8b81-0483c0da15d5/6b96421c-2071-4d22-b2cd-55d163fb21ef/265728e3-ceee-4462-bd25-69e516917d12) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:22.494237 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:22.532086 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=640e7d11-c0e5-44f6-ac00-02962a6fc3c5,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:22.538052 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:22.596601 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-67825929-b899-471f-8628-75c6b760f02c req-b7c3bbc3-3766-4dca-93ff-9fec6fab0cb4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 210 time: 0.2088435 Sep 03 01:58:22.625686 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:22.629884 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=640e7d11-c0e5-44f6-ac00-02962a6fc3c5,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:22.686184 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:22.705444 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Transition to ACTIVE for port object 265728e3-ceee-4462-bd25-69e516917d12 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:22.757292 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:22.768177 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=633784ec-96b5-4da6-b896-291a4007b084,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:22.781496 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:22.787362 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:22.790415 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:22.844545 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:22.847618 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:22.851318 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:22.851801 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843770'] for router_interface, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:22.913448 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.036556 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.041685 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Transition to ACTIVE for port object 27318ede-2156-40cb-8ef6-b0eda94da7f2 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:23.054078 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.069703 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eecdc1bc-31a3-4313-9ca7-b8d7a5c94eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.072970 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eecdc1bc-31a3-4313-9ca7-b8d7a5c94eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.085845 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-eecdc1bc-31a3-4313-9ca7-b8d7a5c94eb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a880b53-f54e-4e78-ad59-f0e9e6b659ff HTTP/1.1" status: 204 len: 168 time: 1.6779873 Sep 03 01:58:23.108536 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Pushing event updated for resources: {'Port': ['ID=265728e3-ceee-4462-bd25-69e516917d12,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:23.230068 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdc1bc-31a3-4313-9ca7-b8d7a5c94eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a880b53-f54e-4e78-ad59-f0e9e6b659ff,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:23.231121 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Attempting to bind port 27318ede-2156-40cb-8ef6-b0eda94da7f2 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:23.231653 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Attempting to bind port 27318ede-2156-40cb-8ef6-b0eda94da7f2 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:23.231851 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Attempting to bind port 27318ede-2156-40cb-8ef6-b0eda94da7f2 on network 32c94ffd-7e71-4160-ba26-be39bdf933f5 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:23.348612 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.378609 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Network a88e5a51-5dbf-49a2-9096-b693012f5b33 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:23.379189 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b019d3-65d1-4085-bb5f-c983efa164a2 None None] Pushing event updated for resources: {'Port': ['ID=27318ede-2156-40cb-8ef6-b0eda94da7f2,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:23.391445 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:23.394138 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:23.394138 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:23.394453 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Pushing event updated for resources: {'Port': ['ID=2845c7c1-ee83-43ea-84a9-4db94ce8f574,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:23.394538 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.394538 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Bound using segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:23.394905 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Bound port: 27318ede-2156-40cb-8ef6-b0eda94da7f2, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:23.395290 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.412415 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:23.414148 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843770'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.555335 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-4deadb7e-7950-4adf-91fc-7d0710a960c6 None None] Provisioning for port 265728e3-ceee-4462-bd25-69e516917d12 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:23.674020 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-4deadb7e-7950-4adf-91fc-7d0710a960c6 None None] Provisioning complete for port 265728e3-ceee-4462-bd25-69e516917d12 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:23.674420 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4deadb7e-7950-4adf-91fc-7d0710a960c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.718461 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.742956 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:23.792441 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.793246 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715882'] for router_interface, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:23.808104 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea71b149-003a-472a-a9dd-ab497271872f req-2fc0f462-68cd-4a12-b72d-5cb6e56a6cf5 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 210 time: 0.4357185 Sep 03 01:58:23.866263 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] For port 27318ede-2156-40cb-8ef6-b0eda94da7f2, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:23.866490 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Pushing event updated for resources: {'Port': ['ID=265728e3-ceee-4462-bd25-69e516917d12,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:23.917860 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] For port 27318ede-2156-40cb-8ef6-b0eda94da7f2, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=27318ede-2156-40cb-8ef6-b0eda94da7f2,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:23.923471 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-4deadb7e-7950-4adf-91fc-7d0710a960c6 None None] Port 265728e3-ceee-4462-bd25-69e516917d12 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:58:23.955375 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:24.059393 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:24.069944 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:24.223980 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-7a36b2ee-65bc-49aa-aa91-5c14ab735d88 None None] Provisioning for port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:24.255310 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d82e5971-c015-4fc2-a4b6-92bdbab4fc26 req-cd4db6fe-8637-4007-8674-626d6d4d241e tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 210 time: 0.1480343 Sep 03 01:58:24.268995 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-7a36b2ee-65bc-49aa-aa91-5c14ab735d88 None None] Provisioning complete for port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:24.269593 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7a36b2ee-65bc-49aa-aa91-5c14ab735d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:24.300705 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:24.306507 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:57:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:24.317663 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:24.451585 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:24.452164 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:24.458858 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b019d3-65d1-4085-bb5f-c983efa164a2 None None] Pushing event updated for resources: {'Port': ['ID=27318ede-2156-40cb-8ef6-b0eda94da7f2,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:24.550392 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-7a36b2ee-65bc-49aa-aa91-5c14ab735d88 None None] Port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:58:24.575667 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:24.617192 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:24.689182 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Router 7016082c-cc0e-4517-8673-ac1595daa688 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:58:24.717083 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-3a967d9b-1795-4e1a-a1f1-e69dafeda94f None None] Provisioning complete for port 265728e3-ceee-4462-bd25-69e516917d12 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:24.718061 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3a967d9b-1795-4e1a-a1f1-e69dafeda94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:24.842505 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:24.846833 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:58:24.882513 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-3a967d9b-1795-4e1a-a1f1-e69dafeda94f None None] Port 265728e3-ceee-4462-bd25-69e516917d12 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:58:24.894840 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-737d3eb1-9767-44e5-9c21-4701c79e5483 admin admin] 10.222.0.32 "PUT /v2.0/routers/7016082c-cc0e-4517-8673-ac1595daa688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9249856 Sep 03 01:58:25.007532 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:25.021581 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:25.023521 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715882'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:25.063390 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 2, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:25.142756 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505f98ad-8587-4687-a564-de05fd13f3d1 None None] The sync data for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi is: [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 2, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:58:25.152620 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Router a5c71634-666a-48ee-8d8a-d0f549273650 is scheduled to L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:58:25.162688 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Pushing event updated for resources: {'Port': ['ID=2845c7c1-ee83-43ea-84a9-4db94ce8f574,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:25.182078 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.42', 64766) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:25.255042 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-047c8873-4605-4928-a796-0741fb12d7a3 req-d7fcc831-688a-4f19-bdaa-25c26a03e1d3 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 210 time: 0.1102822 Sep 03 01:58:25.377073 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Network a88e5a51-5dbf-49a2-9096-b693012f5b33 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:25.386348 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:25.442341 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-f27089fa-e588-4783-9e12-38bb61093669 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:25.445918 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-f27089fa-e588-4783-9e12-38bb61093669 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 815 time: 0.2626412 Sep 03 01:58:25.527203 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-de8af2ae-49df-4407-81bc-7e8f660ca60a req-66243497-362c-4d96-abf3-4446b1a26161 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 210 time: 0.0565922 Sep 03 01:58:25.551445 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Request body: {'port': {'device_id': '0da698d4-afa3-47b3-9178-282f64328a33', 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1', 'admin_state_up': True, 'tenant_id': 'f2838ac56029458ab9d1a1a1e562bd7a'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:25.705691 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:58:25.717950 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Sync routers for ids ['a5c71634-666a-48ee-8d8a-d0f549273650'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:58:25.737750 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Routers {'a5c71634-666a-48ee-8d8a-d0f549273650'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:25.746772 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:57:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a5c71634-666a-48ee-8d8a-d0f549273650'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:25.812730 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:25.831101 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bb92820e-4a0f-42ce-b487-5eb4759fa9f3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.6155639 Sep 03 01:58:25.832403 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54680) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:25.862858 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.42', 64768) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:25.926859 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-30fe20fa-a783-438f-a9fa-50feb2ea7b5f None None] Provisioning complete for port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:25.927489 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-30fe20fa-a783-438f-a9fa-50feb2ea7b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:25.995449 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-30fe20fa-a783-438f-a9fa-50feb2ea7b5f None None] Port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:58:26.203836 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54704) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:26.244116 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Router 4fb6e303-d39f-4317-94a7-caee93dd83f9 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:58:26.391523 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Made reservation on behalf of f2838ac56029458ab9d1a1a1e562bd7a for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:26.402966 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:26.473232 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:26.484260 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Set router a5c71634-666a-48ee-8d8a-d0f549273650 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:26.496067 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d59ba434-8332-43b3-a455-6f361e8982bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:26.514037 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-57071a0e-32b3-4762-8f0e-9cb5b5fe46e0 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:26.515617 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-57071a0e-32b3-4762-8f0e-9cb5b5fe46e0 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.42 "GET /v2.0/networks?id=31401e25-d1aa-48fa-94c8-f13c027f3869 HTTP/1.1" status: 200 len: 812 time: 0.6527059 Sep 03 01:58:26.572008 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Request body: {'port': {'device_id': '163834f7-82cb-40ab-9d52-f37358801228', 'network_id': '31401e25-d1aa-48fa-94c8-f13c027f3869', 'admin_state_up': True, 'tenant_id': 'a6b28ed47ccf4d51b00d37c1fe8617e9'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:26.715744 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b5bebe12-02b1-4b0e-973c-0648fa04686e req-171ba602-aae1-4596-ad8e-5acb0a06c079 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 210 time: 0.1965747 Sep 03 01:58:26.791125 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4696a77c-aea8-4da1-bce9-2113bb9b42bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:26.885902 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54736) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:26.939405 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-router', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '633784ec-96b5-4da6-b896-291a4007b084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 3, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'gw_port': {'id': '633784ec-96b5-4da6-b896-291a4007b084', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:21Z', 'updated_at': '2021-09-03T01:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:26.958091 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-65560c50-cdf6-43f2-980f-5429166fe8f4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--274370886', 'description': 'tempest-description--885954782'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:26.981863 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Checking router: a5c71634-666a-48ee-8d8a-d0f549273650 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:58:26.982393 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Updating router a5c71634-666a-48ee-8d8a-d0f549273650 port 633784ec-96b5-4da6-b896-291a4007b084 binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:58:27.023666 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:27.199499 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb28cbf5-8b5a-4bf2-bb6e-644b94fc8a09 req-98c6d9ec-61e6-4a29-a476-64ceaeb8a44d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 210 time: 0.3143826 Sep 03 01:58:27.444723 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:58:27.456464 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Sync routers for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:58:27.469700 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:27.484614 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:57:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:27.486837 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6f77674a-32d6-4373-b9ca-b26f7d9b085f admin admin] 10.222.0.32 "PUT /v2.0/routers/4fb6e303-d39f-4317-94a7-caee93dd83f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5078161 Sep 03 01:58:27.504738 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.db.api [None req-4696a77c-aea8-4da1-bce9-2113bb9b42bf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 01:58:27.504738 dv-cinder-804035-9-iscsi neutron-server[93868]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 01:58:27.504738 dv-cinder-804035-9-iscsi neutron-server[93868]: [parameters: {'project_id_1': '75e5b6737a8b4006878452b44bd81946', 'expiration_1': datetime.datetime(2021, 9, 3, 1, 58, 7, 450887)}] Sep 03 01:58:27.504738 dv-cinder-804035-9-iscsi neutron-server[93868]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 01:58:27.505518 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG oslo_db.api [None req-4696a77c-aea8-4da1-bce9-2113bb9b42bf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:58:27.559018 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-65560c50-cdf6-43f2-980f-5429166fe8f4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:27.625271 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:27.662061 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Transition to ACTIVE for port object 633784ec-96b5-4da6-b896-291a4007b084 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:27.674428 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:27.740628 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:27.769799 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-65560c50-cdf6-43f2-980f-5429166fe8f4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:27.771340 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Made reservation on behalf of a6b28ed47ccf4d51b00d37c1fe8617e9 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:27.777014 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:27.862024 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Attempting to bind port 633784ec-96b5-4da6-b896-291a4007b084 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:27.862550 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Attempting to bind port 633784ec-96b5-4da6-b896-291a4007b084 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:27.862845 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Attempting to bind port 633784ec-96b5-4da6-b896-291a4007b084 on network 32c94ffd-7e71-4160-ba26-be39bdf933f5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:27.891669 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a9190-c531-4af9-8b45-a5b56fea7236 None None] Pushing event updated for resources: {'Port': ['ID=633784ec-96b5-4da6-b896-291a4007b084,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:27.903674 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:27.906208 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 27318ede-2156-40cb-8ef6-b0eda94da7f2 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:27.922106 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:27.924857 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:27.929468 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Bound using segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:27.930199 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Bound port: 633784ec-96b5-4da6-b896-291a4007b084, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:27.932242 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:28.002781 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-65560c50-cdf6-43f2-980f-5429166fe8f4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:28.034808 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4696a77c-aea8-4da1-bce9-2113bb9b42bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:28.076854 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-31525188-1476-47d6-9295-57b91f687b13 req-bf64c789-a979-49c6-9ab7-c92196cce2eb tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 210 time: 0.1365552 Sep 03 01:58:28.136514 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Allocated IP 172.20.0.12 (8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1/02e4d29c-02e1-48e7-8e59-1694558c1952/b8e37fd5-588e-4333-9f33-db145534315e) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:28.142230 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] For port 633784ec-96b5-4da6-b896-291a4007b084, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:28.162453 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] For port 633784ec-96b5-4da6-b896-291a4007b084, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=633784ec-96b5-4da6-b896-291a4007b084,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:28.173084 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:28.332795 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:28.533265 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a4b5a3c4-e38b-4eb7-9e66-7dee9c3f513c req-ba4c68a2-b7b6-472b-b857-81100cf70263 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 210 time: 0.1122217 Sep 03 01:58:28.540978 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Routers {'a5c71634-666a-48ee-8d8a-d0f549273650'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:28.540978 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:57:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a5c71634-666a-48ee-8d8a-d0f549273650'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:28.797500 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a9190-c531-4af9-8b45-a5b56fea7236 None None] Pushing event updated for resources: {'Port': ['ID=633784ec-96b5-4da6-b896-291a4007b084,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:28.801257 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4696a77c-aea8-4da1-bce9-2113bb9b42bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:28.826114 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4696a77c-aea8-4da1-bce9-2113bb9b42bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.011939 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 27318ede-2156-40cb-8ef6-b0eda94da7f2 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:29.029429 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Sync routers for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:58:29.055383 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 27318ede-2156-40cb-8ef6-b0eda94da7f2 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:29.056101 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.069433 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5978be44-ecc9-4da8-a712-df57ebf4f620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.071497 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-65560c50-cdf6-43f2-980f-5429166fe8f4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.080306 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-65560c50-cdf6-43f2-980f-5429166fe8f4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.1623182 Sep 03 01:58:29.118802 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:29.133678 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:57:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:29.205525 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54802) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:29.205863 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54806) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:29.229587 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-aaebe940-8a0a-4c9c-950c-c0b1c6a298fb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709701712', 'description': 'tempest-description--380154493'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:29.232277 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.263208 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] Set router a5c71634-666a-48ee-8d8a-d0f549273650 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:29.273359 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-219a48aa-bc4a-4322-889c-e6b0d9612117 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'security_group_rule': {'security_group_id': 'ebac6073-fde0-48c3-a9af-0572e934abe7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:29.298509 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Allocated IP 172.20.0.1 (8a8d07f5-5d5b-4935-b21f-e21f19dd9491/bf88f5a8-e67a-4d71-8361-698d70424a65/aea4a927-8646-479a-9eb9-de5b66abf166) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:29.348443 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54808) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:29.351191 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65560c50-cdf6-43f2-980f-5429166fe8f4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebac6073-fde0-48c3-a9af-0572e934abe7,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:29.406064 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.414299 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 2, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:29.421419 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.518016 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Checking router: 4fb6e303-d39f-4317-94a7-caee93dd83f9 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:58:29.518736 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Updating router 4fb6e303-d39f-4317-94a7-caee93dd83f9 port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 binding host dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:58:29.557020 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Allocated IP 172.20.0.4 (31401e25-d1aa-48fa-94c8-f13c027f3869/55a2f691-d6ad-42ba-82b5-7d3113e2567c/9bbd7809-72e4-41ca-a766-4e696c0e612d) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:29.574108 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aaebe940-8a0a-4c9c-950c-c0b1c6a298fb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.589375 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.607255 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.618804 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 27318ede-2156-40cb-8ef6-b0eda94da7f2, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=27318ede-2156-40cb-8ef6-b0eda94da7f2,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:29.635207 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.650184 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.666999 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:29.707553 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696a77c-aea8-4da1-bce9-2113bb9b42bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1e0aa2-51b1-4904-8104-13773c98b9df,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:29.748532 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=27318ede-2156-40cb-8ef6-b0eda94da7f2,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:29.774893 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4696a77c-aea8-4da1-bce9-2113bb9b42bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75e5b6737a8b4006878452b44bd81946&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5699992 Sep 03 01:58:29.777901 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4b245a6-affc-4e36-a890-ab3e3525f967 req-7c640380-9297-42a7-8bd1-f9c7032c6828 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 210 time: 0.1076434 Sep 03 01:58:29.778588 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54816) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:29.782943 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.860179 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:29.874645 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:29.882836 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:29.883692 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843770'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:29.888309 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Pushing event updated for resources: {'Port': ['ID=aea4a927-8646-479a-9eb9-de5b66abf166,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:29.969069 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-router', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '633784ec-96b5-4da6-b896-291a4007b084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 3, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'gw_port': {'id': '633784ec-96b5-4da6-b896-291a4007b084', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:21Z', 'updated_at': '2021-09-03T01:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:29.992944 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7660b75a-5ef5-4400-8783-beb6c2a813b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.041877 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e8aeda-3738-4f6f-82bf-3878da5b2247 None None] The sync data for ids ['a5c71634-666a-48ee-8d8a-d0f549273650'] in dv-cinder-804035-9-iscsi is: [{'id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-router', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '633784ec-96b5-4da6-b896-291a4007b084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 3, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'gw_port': {'id': '633784ec-96b5-4da6-b896-291a4007b084', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:21Z', 'updated_at': '2021-09-03T01:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:58:30.094848 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:30.142946 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7660b75a-5ef5-4400-8783-beb6c2a813b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.206058 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 2, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:30.238934 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.294836 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.295837 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Checking router: 7016082c-cc0e-4517-8673-ac1595daa688 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:58:30.296330 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Updating router 7016082c-cc0e-4517-8673-ac1595daa688 port 265728e3-ceee-4462-bd25-69e516917d12 binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:58:30.310632 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.332539 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Transition to ACTIVE for port object 2845c7c1-ee83-43ea-84a9-4db94ce8f574 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:30.347672 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.391527 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.412046 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7660b75a-5ef5-4400-8783-beb6c2a813b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.415637 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7660b75a-5ef5-4400-8783-beb6c2a813b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.416571 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7660b75a-5ef5-4400-8783-beb6c2a813b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e1e0aa2-51b1-4904-8104-13773c98b9df HTTP/1.1" status: 204 len: 168 time: 0.6367133 Sep 03 01:58:30.457355 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660b75a-5ef5-4400-8783-beb6c2a813b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1e0aa2-51b1-4904-8104-13773c98b9df,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:30.658035 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231876d4-67ea-4917-8dfe-76f648588a41 None None] Pushing event updated for resources: {'Port': ['ID=2845c7c1-ee83-43ea-84a9-4db94ce8f574,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:30.702836 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e700d811-8872-477f-a2d2-a781741d9540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.764101 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:30.830162 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.837548 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.838347 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715882'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.859291 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-219a48aa-bc4a-4322-889c-e6b0d9612117 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.889207 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Attempting to bind port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:30.891541 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Attempting to bind port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:30.895386 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Attempting to bind port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 on network a88e5a51-5dbf-49a2-9096-b693012f5b33 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:30.905909 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:30.914215 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Checking segment: {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:30.914928 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.917233 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Bound using segment: {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:30.918075 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Bound port: 2845c7c1-ee83-43ea-84a9-4db94ce8f574, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:30.920587 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:30.957912 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:30.965297 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:30.968152 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:31.107735 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Pushing event updated for resources: {'Port': ['ID=b8e37fd5-588e-4333-9f33-db145534315e,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:31.160919 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7b71f168-23fa-4fd6-9c98-9ccd57f8bcf9 req-c9314d26-0e41-4d8f-9cb4-8e0b97d3dc1a tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 210 time: 0.2051809 Sep 03 01:58:31.207379 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Pushing event updated for resources: {'Port': ['ID=aea4a927-8646-479a-9eb9-de5b66abf166,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:31.230679 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] For port 2845c7c1-ee83-43ea-84a9-4db94ce8f574, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:31.234056 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] For port 2845c7c1-ee83-43ea-84a9-4db94ce8f574, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=2845c7c1-ee83-43ea-84a9-4db94ce8f574,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:31.241714 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:31.280484 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-219a48aa-bc4a-4322-889c-e6b0d9612117 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:31.359474 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-219a48aa-bc4a-4322-889c-e6b0d9612117 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:31.364536 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:31.370374 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:31.389892 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54842) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:31.450838 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:31.482847 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0afa9c-2321-454f-a3ed-9788691bb5ac req-228ef0d4-6d22-4287-86f7-430054d03b04 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:31.490198 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5df6e2f1-ec4e-434d-9f17-b92f8c450f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:31.504181 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d0afa9c-2321-454f-a3ed-9788691bb5ac req-228ef0d4-6d22-4287-86f7-430054d03b04 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 932 time: 1.5383353 Sep 03 01:58:31.513226 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:31.523422 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:58:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:31.604977 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Router a5c71634-666a-48ee-8d8a-d0f549273650 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:58:31.657906 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a48aa-bc4a-4322-889c-e6b0d9612117 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1ddeab-3e93-4b2b-bf27-d323a6a83936,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:31.677364 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231876d4-67ea-4917-8dfe-76f648588a41 None None] Pushing event updated for resources: {'Port': ['ID=2845c7c1-ee83-43ea-84a9-4db94ce8f574,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:31.727922 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:31.774406 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Transition to ACTIVE for port object 265728e3-ceee-4462-bd25-69e516917d12 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:31.794932 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:31.866822 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:31.890442 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d0afa9c-2321-454f-a3ed-9788691bb5ac req-5afeee39-80c0-457b-93ee-0553417a4e33 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781002 Sep 03 01:58:31.917473 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f2dbf-efec-4091-8903-c532d2aa3d3b None None] Pushing event updated for resources: {'Port': ['ID=265728e3-ceee-4462-bd25-69e516917d12,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:31.923868 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:31.935067 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aaebe940-8a0a-4c9c-950c-c0b1c6a298fb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:32.030534 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:32.039247 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:58:32.085202 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-23ab6f24-9c1a-4102-8915-aaf5677df5bc admin admin] 10.222.0.32 "PUT /v2.0/routers/a5c71634-666a-48ee-8d8a-d0f549273650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2360094 Sep 03 01:58:32.182287 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Attempting to bind port 265728e3-ceee-4462-bd25-69e516917d12 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:32.196531 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 633784ec-96b5-4da6-b896-291a4007b084 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:32.196995 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Attempting to bind port 265728e3-ceee-4462-bd25-69e516917d12 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:32.197415 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Attempting to bind port 265728e3-ceee-4462-bd25-69e516917d12 on network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:32.222336 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:32.222764 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Checking segment: {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:32.226668 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:32.227091 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Bound using segment: {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:32.227603 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Bound port: 265728e3-ceee-4462-bd25-69e516917d12, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:32.228003 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:32.283064 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e700d811-8872-477f-a2d2-a781741d9540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:32.356452 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-219a48aa-bc4a-4322-889c-e6b0d9612117 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:32.371829 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-219a48aa-bc4a-4322-889c-e6b0d9612117 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1641943 Sep 03 01:58:32.372633 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-444a8b73-6786-428e-95a1-5b6d64a93879 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8316574 Sep 03 01:58:32.383678 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aaebe940-8a0a-4c9c-950c-c0b1c6a298fb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:32.398009 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54852) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:32.406419 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e700d811-8872-477f-a2d2-a781741d9540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:32.464085 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] For port 265728e3-ceee-4462-bd25-69e516917d12, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:32.474460 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] For port 265728e3-ceee-4462-bd25-69e516917d12, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=265728e3-ceee-4462-bd25-69e516917d12,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:32.480278 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-5458dc6b-f60b-48a1-a0f8-7fd203020633 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'security_group_rule': {'security_group_id': 'ebac6073-fde0-48c3-a9af-0572e934abe7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:32.483932 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:32.612751 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Network 31401e25-d1aa-48fa-94c8-f13c027f3869 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:32.614248 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e57e15-adf0-4983-abcb-b8d57b8385bd req-6a1b981c-8513-43c9-b8af-f6edd9882277 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:32.643276 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d1e57e15-adf0-4983-abcb-b8d57b8385bd req-6a1b981c-8513-43c9-b8af-f6edd9882277 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 931 time: 0.2994382 Sep 03 01:58:32.668815 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-9de2791b-5d79-43dd-adc6-139f28d1100d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:58:32.670167 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-9de2791b-5d79-43dd-adc6-139f28d1100d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0345886 Sep 03 01:58:32.685743 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:32.686350 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:32.698686 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:58:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:32.710346 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f2dbf-efec-4091-8903-c532d2aa3d3b None None] Pushing event updated for resources: {'Port': ['ID=265728e3-ceee-4462-bd25-69e516917d12,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:32.720743 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:32.743472 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:32.744504 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:32.790885 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebe940-8a0a-4c9c-950c-c0b1c6a298fb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85705e6a-48c5-4222-864f-5f93e39b0532,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:32.798975 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Pushing event updated for resources: {'Port': ['ID=9bbd7809-72e4-41ca-a766-4e696c0e612d,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:32.817584 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e700d811-8872-477f-a2d2-a781741d9540 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8104f60c63e845bf8e8620c4e7aacbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4580657 Sep 03 01:58:32.826202 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54868) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:32.920000 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 633784ec-96b5-4da6-b896-291a4007b084 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:32.950495 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 633784ec-96b5-4da6-b896-291a4007b084 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:32.951004 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:32.974552 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d1e57e15-adf0-4983-abcb-b8d57b8385bd req-629c97a6-ff3b-4635-aa2a-31dd469ca5c0 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292329 Sep 03 01:58:33.012256 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5df6e2f1-ec4e-434d-9f17-b92f8c450f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.024141 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5df6e2f1-ec4e-434d-9f17-b92f8c450f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.029027 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:33.076835 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700d811-8872-477f-a2d2-a781741d9540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f919e1-2570-4944-ac5e-c2000a9257e4,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:33.139580 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aaebe940-8a0a-4c9c-950c-c0b1c6a298fb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.146463 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-aaebe940-8a0a-4c9c-950c-c0b1c6a298fb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.9329422 Sep 03 01:58:33.151315 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54882) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:33.212179 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-cc114028-8137-4c83-b5d6-403011fbb7f9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'security_group_rule': {'security_group_id': '85705e6a-48c5-4222-864f-5f93e39b0532', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:33.233968 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Request body: {'port': {'device_id': '0da698d4-afa3-47b3-9178-282f64328a33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:33.237611 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5df6e2f1-ec4e-434d-9f17-b92f8c450f48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5b3d2bd8cd04e188d0ea6188a258ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8466048 Sep 03 01:58:33.238509 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6e2f1-ec4e-434d-9f17-b92f8c450f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552c784-7b40-4cb6-87b0-cc4d05c5c79d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:33.257665 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54886) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:33.324359 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efc945-abde-41be-a582-7b77fdf3b36c req-8fa69c3d-60c8-402b-b5f5-eb3e84ee0837 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:33.325992 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-20efc945-abde-41be-a582-7b77fdf3b36c req-8fa69c3d-60c8-402b-b5f5-eb3e84ee0837 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 932 time: 0.1755879 Sep 03 01:58:33.331588 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:31Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:33.368973 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-79fedaac-1bfc-4a07-8324-0334cbbb0df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.404994 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-20efc945-abde-41be-a582-7b77fdf3b36c req-ad1af72e-b0af-4482-8616-e9881601390d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725300 Sep 03 01:58:33.427135 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a50ea22-18c9-4bf0-9be4-62a21d5ef5e4 None None] The sync data for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi is: [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:31Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:58:33.429342 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.489759 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cc114028-8137-4c83-b5d6-403011fbb7f9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.505758 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 633784ec-96b5-4da6-b896-291a4007b084, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=633784ec-96b5-4da6-b896-291a4007b084,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:33.516142 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.535757 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 27318ede-2156-40cb-8ef6-b0eda94da7f2 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:33.546010 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-58acd83e-2577-4004-bdc3-0713b5b372fa tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9942260 Sep 03 01:58:33.602955 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5458dc6b-f60b-48a1-a0f8-7fd203020633 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.666779 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:32Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:33.697256 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=633784ec-96b5-4da6-b896-291a4007b084,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:33.708855 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cc114028-8137-4c83-b5d6-403011fbb7f9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.715523 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-79fedaac-1bfc-4a07-8324-0334cbbb0df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.718422 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cc114028-8137-4c83-b5d6-403011fbb7f9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.736083 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4017b30-216f-40e1-95e0-6896c98baa37 None None] The sync data for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi is: [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:32Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:58:33.749988 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 27318ede-2156-40cb-8ef6-b0eda94da7f2 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:33.750635 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.806982 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc114028-8137-4c83-b5d6-403011fbb7f9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ece7517-6058-431b-827b-14d61d4cecf3,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:33.813868 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cc114028-8137-4c83-b5d6-403011fbb7f9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.817936 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-cc114028-8137-4c83-b5d6-403011fbb7f9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6535122 Sep 03 01:58:33.825463 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54888) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:33.832613 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-2c177d06-729c-4b05-90fd-998210b038d5 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'security_group_rule': {'security_group_id': '85705e6a-48c5-4222-864f-5f93e39b0532', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:33.905858 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c177d06-729c-4b05-90fd-998210b038d5 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:33.914460 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-235df6e3-ad12-473f-960c-80899b5106b8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:33.929659 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-235df6e3-ad12-473f-960c-80899b5106b8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 819 time: 0.9424348 Sep 03 01:58:33.931663 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:34.058402 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Request body: {'port': {'device_id': '163834f7-82cb-40ab-9d52-f37358801228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:34.083668 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Sync routers for ids ['a5c71634-666a-48ee-8d8a-d0f549273650'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:58:34.111485 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Routers {'a5c71634-666a-48ee-8d8a-d0f549273650'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:34.112485 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:58:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a5c71634-666a-48ee-8d8a-d0f549273650'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:34.205104 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-ecec64fc-41d8-4c27-8914-e0c55ed8434e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/quotas/ad2b4e400849476489d1e75b4c77c063 HTTP/1.1" status: 200 len: 375 time: 0.2743318 Sep 03 01:58:34.215652 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b74dcb28-fa40-4795-82a0-6ed2826ae13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:34.218294 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-79fedaac-1bfc-4a07-8324-0334cbbb0df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:34.221106 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-79fedaac-1bfc-4a07-8324-0334cbbb0df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:34.222468 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-79fedaac-1bfc-4a07-8324-0334cbbb0df5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7f919e1-2570-4944-ac5e-c2000a9257e4 HTTP/1.1" status: 204 len: 168 time: 1.3898287 Sep 03 01:58:34.471542 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b74dcb28-fa40-4795-82a0-6ed2826ae13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:34.601711 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fedaac-1bfc-4a07-8324-0334cbbb0df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f919e1-2570-4944-ac5e-c2000a9257e4,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:34.641787 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b74dcb28-fa40-4795-82a0-6ed2826ae13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:34.658826 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b74dcb28-fa40-4795-82a0-6ed2826ae13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:34.661762 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbd76b-0327-41f0-8e15-8d4e4e3f0026 req-c874a9dd-3e79-47e4-a4b1-209b24b10203 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:34.662973 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b74dcb28-fa40-4795-82a0-6ed2826ae13b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4552c784-7b40-4cb6-87b0-cc4d05c5c79d HTTP/1.1" status: 204 len: 168 time: 1.4036527 Sep 03 01:58:34.672644 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2fbd76b-0327-41f0-8e15-8d4e4e3f0026 req-c874a9dd-3e79-47e4-a4b1-209b24b10203 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 931 time: 0.1756117 Sep 03 01:58:34.751005 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c177d06-729c-4b05-90fd-998210b038d5 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:34.837146 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2fbd76b-0327-41f0-8e15-8d4e4e3f0026 req-3dcea0fd-5515-4a7b-bf9c-cb551ffce7a9 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629007 Sep 03 01:58:34.841124 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c177d06-729c-4b05-90fd-998210b038d5 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:34.955311 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 633784ec-96b5-4da6-b896-291a4007b084 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:34.973853 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c177d06-729c-4b05-90fd-998210b038d5 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91da8dbe-68b4-4233-881a-ea3fe93dad56,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:35.001540 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c177d06-729c-4b05-90fd-998210b038d5 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:35.002920 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2c177d06-729c-4b05-90fd-998210b038d5 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1759424 Sep 03 01:58:35.004051 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:35.007645 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54908) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:35.019294 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'floatingip': {'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:35.050092 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-bb0789b3-6160-4146-8eed-77639333c05f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8439958 Sep 03 01:58:35.168943 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:35.327466 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86648f6b-5736-4cd4-a2aa-75b8db41fa7c req-1c6a358c-bd0d-4b7d-b920-d8938cf7841d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:35.341252 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86648f6b-5736-4cd4-a2aa-75b8db41fa7c req-1c6a358c-bd0d-4b7d-b920-d8938cf7841d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 932 time: 0.2665339 Sep 03 01:58:35.371310 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Set router a5c71634-666a-48ee-8d8a-d0f549273650 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:35.456456 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 633784ec-96b5-4da6-b896-291a4007b084 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:35.456832 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:35.504827 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-766fce79-52b8-4161-a7dd-5e79261aacd9 service neutron] 10.222.0.32 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537053 Sep 03 01:58:35.572520 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74dcb28-fa40-4795-82a0-6ed2826ae13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552c784-7b40-4cb6-87b0-cc4d05c5c79d,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:35.582264 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86648f6b-5736-4cd4-a2aa-75b8db41fa7c req-fc658e08-9c29-4e9f-ab75-5645296593b0 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392704 Sep 03 01:58:35.806159 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54926) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:35.824977 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:35.882039 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9fda739a-ae7d-4217-9105-de3f4318cdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:35.919548 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 2845c7c1-ee83-43ea-84a9-4db94ce8f574 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:36.024402 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:36.031248 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:36.031748 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:36.188154 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5458dc6b-f60b-48a1-a0f8-7fd203020633 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:36.225677 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-router', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '633784ec-96b5-4da6-b896-291a4007b084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:30Z', 'revision_number': 4, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'gw_port': {'id': '633784ec-96b5-4da6-b896-291a4007b084', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:21Z', 'updated_at': '2021-09-03T01:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'aea4a927-8646-479a-9eb9-de5b66abf166', 'name': '', 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'mac_address': 'fa:16:3e:db:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bf88f5a8-e67a-4d71-8361-698d70424a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:28Z', 'updated_at': '2021-09-03T01:58:30Z', 'revision_number': 2, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'subnets': [{'id': 'bf88f5a8-e67a-4d71-8361-698d70424a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:36.229420 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Allocated IP 172.27.3.216 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/a099dcaf-0a48-4c11-87b2-5c63cb25c0b5) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:36.241586 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379acc0-3e0c-4884-8ea5-1a54ffd020d9 req-5888428c-a251-4a53-961b-ffe125c754db tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:36.249120 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c379acc0-3e0c-4884-8ea5-1a54ffd020d9 req-5888428c-a251-4a53-961b-ffe125c754db tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 931 time: 0.2566979 Sep 03 01:58:36.342602 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-3273c0a9-93df-4669-a25c-8ff224d92c81 service neutron] 10.222.0.32 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8367467 Sep 03 01:58:36.367500 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5458dc6b-f60b-48a1-a0f8-7fd203020633 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:36.388843 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c379acc0-3e0c-4884-8ea5-1a54ffd020d9 req-5ce79612-d0a2-4ac8-aa84-986ff6148c8b tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383538 Sep 03 01:58:36.439653 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:36.480418 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Checking router: a5c71634-666a-48ee-8d8a-d0f549273650 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:58:36.480860 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Updating router a5c71634-666a-48ee-8d8a-d0f549273650 port aea4a927-8646-479a-9eb9-de5b66abf166 binding host dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:58:36.515096 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9fda739a-ae7d-4217-9105-de3f4318cdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:36.524121 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9fda739a-ae7d-4217-9105-de3f4318cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:36.574677 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 2845c7c1-ee83-43ea-84a9-4db94ce8f574, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=2845c7c1-ee83-43ea-84a9-4db94ce8f574,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:36.577046 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:36.596722 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:36.598745 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 265728e3-ceee-4462-bd25-69e516917d12 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:36.707076 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:36.714344 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9fda739a-ae7d-4217-9105-de3f4318cdc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1240144732942749f475f654a63d6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9020009 Sep 03 01:58:36.762608 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 54948) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:36.770933 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda739a-ae7d-4217-9105-de3f4318cdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef6689c-12db-4380-82af-9ba27c538da6,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:36.913225 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=2845c7c1-ee83-43ea-84a9-4db94ce8f574,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:36.993468 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-caf562fb-efdc-4a43-8513-c9420bef10f8 req-35acbd28-9dad-4430-9351-d67274e438b9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 210 time: 0.0758147 Sep 03 01:58:37.060811 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66f9a-8584-4c40-a48e-7e4647124ef3 req-4227058c-a803-4dfc-afa5-8643a7a6e4ed tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:37.071504 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ed66f9a-8584-4c40-a48e-7e4647124ef3 req-4227058c-a803-4dfc-afa5-8643a7a6e4ed tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 932 time: 0.3689809 Sep 03 01:58:37.149117 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-980f4ef2-3ee8-46c6-ab77-ed84fabcabf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.188231 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.228709 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7ed66f9a-8584-4c40-a48e-7e4647124ef3 req-198f636c-9ec5-42fd-92b6-94445e54828d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555109 Sep 03 01:58:37.323624 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 265728e3-ceee-4462-bd25-69e516917d12 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:37.324868 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-980f4ef2-3ee8-46c6-ab77-ed84fabcabf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.350846 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458dc6b-f60b-48a1-a0f8-7fd203020633 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a57f60-d021-4dfd-a42f-89d5c8c94e8b,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:37.353160 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:37.356426 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 265728e3-ceee-4462-bd25-69e516917d12 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:37.364016 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:37.367291 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'Port': ['ID=a099dcaf-0a48-4c11-87b2-5c63cb25c0b5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:37.369625 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:37.380457 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.482870 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbd7809-72e4-41ca-a766-4e696c0e612d {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:58:37.512619 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.551877 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Transition to ACTIVE for port object 9bbd7809-72e4-41ca-a766-4e696c0e612d will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:37.558979 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5458dc6b-f60b-48a1-a0f8-7fd203020633 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.562973 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-5458dc6b-f60b-48a1-a0f8-7fd203020633 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 5.1255755 Sep 03 01:58:37.563886 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 54980) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:37.577146 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.602896 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'floatingip': {'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:37.676837 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-980f4ef2-3ee8-46c6-ab77-ed84fabcabf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.683300 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-980f4ef2-3ee8-46c6-ab77-ed84fabcabf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.687338 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-980f4ef2-3ee8-46c6-ab77-ed84fabcabf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cef6689c-12db-4380-82af-9ba27c538da6 HTTP/1.1" status: 204 len: 168 time: 0.9147539 Sep 03 01:58:37.704260 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.754975 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f4ef2-3ee8-46c6-ab77-ed84fabcabf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef6689c-12db-4380-82af-9ba27c538da6,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:37.890814 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.896044 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.916478 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Transition to ACTIVE for port object aea4a927-8646-479a-9eb9-de5b66abf166 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:37.982759 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:37.987876 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.034407 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.054253 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96107c3-f289-4460-9e3d-861cf67d37eb None None] Pushing event updated for resources: {'Port': ['ID=aea4a927-8646-479a-9eb9-de5b66abf166,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:38.060192 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ce731-5721-4241-af96-3b88deb1710e req-152300e9-be4f-4fe2-a3aa-e283150aa468 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:38.061964 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce4ce731-5721-4241-af96-3b88deb1710e req-152300e9-be4f-4fe2-a3aa-e283150aa468 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.5346043 Sep 03 01:58:38.122046 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 265728e3-ceee-4462-bd25-69e516917d12, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=265728e3-ceee-4462-bd25-69e516917d12,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:38.173480 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.353083 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce4ce731-5721-4241-af96-3b88deb1710e req-fee6ce77-0655-4565-9ae0-3da78a0be99e tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747233 Sep 03 01:58:38.419842 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 2845c7c1-ee83-43ea-84a9-4db94ce8f574 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:38.514708 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Attempting to bind port aea4a927-8646-479a-9eb9-de5b66abf166 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:38.516101 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Attempting to bind port aea4a927-8646-479a-9eb9-de5b66abf166 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:38.516939 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Attempting to bind port aea4a927-8646-479a-9eb9-de5b66abf166 on network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:38.528932 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:38.530135 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Checking segment: {'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:38.530843 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.531514 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Bound using segment: {'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:38.532431 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Bound port: aea4a927-8646-479a-9eb9-de5b66abf166, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:38.533643 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.577558 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:38.578591 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.618034 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.625447 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.649263 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.726615 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=265728e3-ceee-4462-bd25-69e516917d12,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:38.752916 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] For port aea4a927-8646-479a-9eb9-de5b66abf166, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:38.761975 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] For port aea4a927-8646-479a-9eb9-de5b66abf166, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=aea4a927-8646-479a-9eb9-de5b66abf166,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:38.797347 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.835530 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'Port': ['ID=a099dcaf-0a48-4c11-87b2-5c63cb25c0b5,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:38.874107 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:38.876271 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-72477346-0f2a-4010-b709-d2df186f7b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8670981 Sep 03 01:58:38.938658 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a88060-8e95-4f6e-b020-54ea8fd0a98d req-0a532c6c-bd94-4dde-b05b-834dc6af3ac6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:38.945987 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7a88060-8e95-4f6e-b020-54ea8fd0a98d req-0a532c6c-bd94-4dde-b05b-834dc6af3ac6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 932 time: 0.2137287 Sep 03 01:58:39.001352 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Routers {'a5c71634-666a-48ee-8d8a-d0f549273650'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:58:39.002002 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:58:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a5c71634-666a-48ee-8d8a-d0f549273650'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:39.010212 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e37fd5-588e-4333-9f33-db145534315e {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:58:39.031402 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7a88060-8e95-4f6e-b020-54ea8fd0a98d req-2d497b7e-fc0b-4afc-aa8f-5683be888089 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756860 Sep 03 01:58:39.242337 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:39.253127 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96107c3-f289-4460-9e3d-861cf67d37eb None None] Pushing event updated for resources: {'Port': ['ID=aea4a927-8646-479a-9eb9-de5b66abf166,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:39.323286 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] Set router a5c71634-666a-48ee-8d8a-d0f549273650 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:58:39.441519 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Attempting to bind port 9bbd7809-72e4-41ca-a766-4e696c0e612d on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:39.442232 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Attempting to bind port 9bbd7809-72e4-41ca-a766-4e696c0e612d by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '8cdf7699-b632-41bf-8325-88c599ab7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '31401e25-d1aa-48fa-94c8-f13c027f3869'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:39.442658 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Attempting to bind port 9bbd7809-72e4-41ca-a766-4e696c0e612d on network 31401e25-d1aa-48fa-94c8-f13c027f3869 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:39.445974 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Pushing event updated for resources: {'Port': ['ID=9bbd7809-72e4-41ca-a766-4e696c0e612d,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:39.505075 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-0eaec5c2-abe6-42d4-8510-4e857ac466da tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1709701712&fields=id&tenant_id=53922ccd5c6d43309b6012efa1acaba7 HTTP/1.1" status: 200 len: 267 time: 0.1850743 Sep 03 01:58:39.526189 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-fdff2756-5f4b-49f0-a6d6-c36ba64f0cfb tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:39.530521 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-fdff2756-5f4b-49f0-a6d6-c36ba64f0cfb tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 819 time: 1.9624710 Sep 03 01:58:39.542101 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Transition to ACTIVE for port object b8e37fd5-588e-4333-9f33-db145534315e will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:39.543511 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Port 9bbd7809-72e4-41ca-a766-4e696c0e612d on network 31401e25-d1aa-48fa-94c8-f13c027f3869 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 01:58:39.544318 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Attempting to bind port 9bbd7809-72e4-41ca-a766-4e696c0e612d on network 31401e25-d1aa-48fa-94c8-f13c027f3869 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:39.585307 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-4ff110e8-f298-4aba-aaef-562d728b3873 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/quotas/ad2b4e400849476489d1e75b4c77c063 HTTP/1.1" status: 200 len: 375 time: 0.0354557 Sep 03 01:58:39.618006 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:39.652741 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:39.653768 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Checking segment: {'id': '8cdf7699-b632-41bf-8325-88c599ab7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '31401e25-d1aa-48fa-94c8-f13c027f3869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:39.655183 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Bound using segment: {'id': '8cdf7699-b632-41bf-8325-88c599ab7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '31401e25-d1aa-48fa-94c8-f13c027f3869'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:39.656167 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Bound port: 9bbd7809-72e4-41ca-a766-4e696c0e612d, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdf7699-b632-41bf-8325-88c599ab7260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '31401e25-d1aa-48fa-94c8-f13c027f3869'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:39.657086 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:39.843697 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-7350539a-44d5-4f55-a20f-9917f006144e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:39.845737 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-7350539a-44d5-4f55-a20f-9917f006144e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/networks?id=a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 200 len: 810 time: 0.3319252 Sep 03 01:58:39.867763 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-39bbf69c-c0d9-40b9-9513-e82d5f7dec28 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/quotas/53922ccd5c6d43309b6012efa1acaba7 HTTP/1.1" status: 200 len: 375 time: 0.0120831 Sep 03 01:58:39.878073 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-router', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '633784ec-96b5-4da6-b896-291a4007b084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:30Z', 'revision_number': 4, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'gw_port': {'id': '633784ec-96b5-4da6-b896-291a4007b084', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:21Z', 'updated_at': '2021-09-03T01:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'aea4a927-8646-479a-9eb9-de5b66abf166', 'name': '', 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'mac_address': 'fa:16:3e:db:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bf88f5a8-e67a-4d71-8361-698d70424a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:28Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 4, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'subnets': [{'id': 'bf88f5a8-e67a-4d71-8361-698d70424a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:58:39.946974 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae11849-8d7d-44c3-8446-87cf8b677f3c None None] The sync data for ids ['a5c71634-666a-48ee-8d8a-d0f549273650'] in dv-cinder-804035-9-iscsi is: [{'id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-router', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '633784ec-96b5-4da6-b896-291a4007b084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:30Z', 'revision_number': 4, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'gw_port': {'id': '633784ec-96b5-4da6-b896-291a4007b084', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:21Z', 'updated_at': '2021-09-03T01:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'aea4a927-8646-479a-9eb9-de5b66abf166', 'name': '', 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'mac_address': 'fa:16:3e:db:2a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bf88f5a8-e67a-4d71-8361-698d70424a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:28Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 4, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'subnets': [{'id': 'bf88f5a8-e67a-4d71-8361-698d70424a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:58:40.065545 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-53351761-f05b-4c00-8026-ad1da6238c4f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1724446 Sep 03 01:58:40.135616 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Pushing event updated for resources: {'Port': ['ID=b8e37fd5-588e-4333-9f33-db145534315e,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:40.174480 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 55058) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:40.254630 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-464252ec-c417-441d-8911-f2cab9c40bd3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6676555 Sep 03 01:58:40.273041 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.42', 64784) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:40.440597 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-22f47ef3-2444-4486-bf9b-ec17d6e558c9 service neutron] 10.222.0.32 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849623 Sep 03 01:58:40.534194 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Attempting to bind port b8e37fd5-588e-4333-9f33-db145534315e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:40.534886 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Attempting to bind port b8e37fd5-588e-4333-9f33-db145534315e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:40.535411 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Attempting to bind port b8e37fd5-588e-4333-9f33-db145534315e on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:40.549700 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] For port 9bbd7809-72e4-41ca-a766-4e696c0e612d, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:40.598061 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 265728e3-ceee-4462-bd25-69e516917d12 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:40.607288 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-26903035-580b-41d3-9163-12140ced34d8 service neutron] 10.222.0.32 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050554 Sep 03 01:58:40.630837 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Port b8e37fd5-588e-4333-9f33-db145534315e on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 01:58:40.631395 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Attempting to bind port b8e37fd5-588e-4333-9f33-db145534315e on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:40.641480 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] For port 9bbd7809-72e4-41ca-a766-4e696c0e612d, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9bbd7809-72e4-41ca-a766-4e696c0e612d,segment=NetworkSegment(8cdf7699-b632-41bf-8325-88c599ab7260),segment_id=8cdf7699-b632-41bf-8325-88c599ab7260)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:40.645706 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:40.646210 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Checking segment: {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:40.647241 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Bound using segment: {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:40.648302 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Bound port: b8e37fd5-588e-4333-9f33-db145534315e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:40.648302 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:40.666471 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:40.715721 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:40.843461 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 265728e3-ceee-4462-bd25-69e516917d12 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:40.847447 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:40.873902 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Pushing event updated for resources: {'Port': ['ID=9bbd7809-72e4-41ca-a766-4e696c0e612d,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:40.898641 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8c2de78a-9624-492c-8c8f-86e2c73eb2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:40.938771 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:40.942578 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:40.944763 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-8c6c4fdf-a4db-415a-beca-1a7030b7992a service neutron] 10.222.0.42 "PUT /v2.0/ports/9bbd7809-72e4-41ca-a766-4e696c0e612d HTTP/1.1" status: 200 len: 1093 time: 6.9073148 Sep 03 01:58:41.109415 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device aea4a927-8646-479a-9eb9-de5b66abf166 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:41.153026 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163834f7-82cb-40ab-9d52-f37358801228', 'tag': '9bbd7809-72e4-41ca-a766-4e696c0e612d'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:58:41.207282 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port aea4a927-8646-479a-9eb9-de5b66abf166 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:41.227073 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port aea4a927-8646-479a-9eb9-de5b66abf166 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:41.227507 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:41.301662 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-a1a5ff35-75dd-478b-8941-721104ae89d9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:41.314033 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-a1a5ff35-75dd-478b-8941-721104ae89d9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.42 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 819 time: 1.0111709 Sep 03 01:58:41.343866 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:41.384180 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-22871764-c78e-41ce-aa81-0e0cf50ac00e service neutron] 10.222.0.32 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672999 Sep 03 01:58:41.431444 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port aea4a927-8646-479a-9eb9-de5b66abf166, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=aea4a927-8646-479a-9eb9-de5b66abf166,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:41.436924 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:41.457924 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-e6d990bb-127f-4f87-982b-640734c44b5c service neutron] 10.222.0.32 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0161622 Sep 03 01:58:41.567636 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=aea4a927-8646-479a-9eb9-de5b66abf166,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:41.581227 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39" -d '{"events": [{"name": "network-changed", "server_uuid": "163834f7-82cb-40ab-9d52-f37358801228", "tag": "9bbd7809-72e4-41ca-a766-4e696c0e612d"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:58:41.597902 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] For port b8e37fd5-588e-4333-9f33-db145534315e, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:41.624237 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] For port b8e37fd5-588e-4333-9f33-db145534315e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b8e37fd5-588e-4333-9f33-db145534315e,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:41.637238 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:41.660909 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Allocated IP 172.27.3.109 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/9c3f2499-9fe6-4dd1-add2-6b4f1b60bf39) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:41.725518 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:41.726153 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:41.727554 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] 10.222.0.42 "PUT /v2.0/ports/b8e37fd5-588e-4333-9f33-db145534315e HTTP/1.1" status: 200 len: 1094 time: 8.7394321 Sep 03 01:58:41.827948 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451443d-7311-49db-9401-d7491f587225 req-6d957935-abf6-4659-a8e9-ab01e2ad27ea tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:41.830103 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1451443d-7311-49db-9401-d7491f587225 req-6d957935-abf6-4659-a8e9-ab01e2ad27ea tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.1164753 Sep 03 01:58:41.844722 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc16501-fa5c-4e6d-9536-0ede5fbccb9d service neutron] Pushing event updated for resources: {'Port': ['ID=b8e37fd5-588e-4333-9f33-db145534315e,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:41.857953 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Request body: {'port': {'device_id': '89247c86-76c3-484d-8f89-88be06b0acfa', 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491', 'admin_state_up': True, 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:42.085366 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1451443d-7311-49db-9401-d7491f587225 req-eb639ec9-0971-4499-b41e-0c63ae07eb0f tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419493 Sep 03 01:58:42.193675 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:42.324072 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:42.329588 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8c2de78a-9624-492c-8c8f-86e2c73eb2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:42.356189 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8c2de78a-9624-492c-8c8f-86e2c73eb2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:42.400352 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device aea4a927-8646-479a-9eb9-de5b66abf166 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:58:42.429880 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Made reservation on behalf of ad2b4e400849476489d1e75b4c77c063 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:42.451724 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:42.471662 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port aea4a927-8646-479a-9eb9-de5b66abf166 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:42.472035 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:42.707846 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef51d-e63e-45b7-9cab-93270591710d req-6be0c91e-0287-41e8-ac04-8cd7889341a7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:42.711977 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8b1ef51d-e63e-45b7-9cab-93270591710d req-6be0c91e-0287-41e8-ac04-8cd7889341a7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.9042809 Sep 03 01:58:42.723898 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 01:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8343e30d-d030-463a-a8f4-abdf32b7fcc1 x-openstack-request-id: req-8343e30d-d030-463a-a8f4-abdf32b7fcc1 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:58:42.724240 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163834f7-82cb-40ab-9d52-f37358801228", "tag": "9bbd7809-72e4-41ca-a766-4e696c0e612d", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:58:42.724504 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8343e30d-d030-463a-a8f4-abdf32b7fcc1 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:58:42.725049 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163834f7-82cb-40ab-9d52-f37358801228', 'tag': '9bbd7809-72e4-41ca-a766-4e696c0e612d', 'status': 'completed', 'code': 200} Sep 03 01:58:42.754828 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-a77d4b46-4fb0-4e53-9b92-f02ee7839a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:42.764182 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-a77d4b46-4fb0-4e53-9b92-f02ee7839a27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6b28ed47ccf4d51b00d37c1fe8617e9&device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 1096 time: 0.8388538 Sep 03 01:58:42.791046 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-aa8d35d4-466f-4256-a9d2-fb6ec1132634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:42.792331 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-aa8d35d4-466f-4256-a9d2-fb6ec1132634 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 1097 time: 0.5329070 Sep 03 01:58:42.795395 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8c2de78a-9624-492c-8c8f-86e2c73eb2e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07d702907d014712b90c3fb9247a01a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6171367 Sep 03 01:58:42.816612 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 55136) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:42.858336 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:42.974463 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-13cd3702-a0f8-4918-8bbc-a8c37667cfd1 req-2e46dc26-9d18-435b-956c-50e0f06a48d3 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 210 time: 0.1885524 Sep 03 01:58:43.059971 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:43.108486 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e90981fe-d911-4b27-a88f-ae8c52c82151 req-ac41fd3e-7a08-4fc5-b531-cb090816ef5b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0473881 Sep 03 01:58:43.108778 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:43.115120 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2de78a-9624-492c-8c8f-86e2c73eb2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee98ccf-cb52-4719-abaa-a89dd71bb2c8,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:43.122651 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-fa725630-b245-438a-aade-835c0366e823 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bbd7809-72e4-41ca-a766-4e696c0e612d HTTP/1.1" status: 200 len: 217 time: 0.3069263 Sep 03 01:58:43.123258 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'Port': ['ID=9c3f2499-9fe6-4dd1-add2-6b4f1b60bf39,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:43.129179 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Allocated IP 172.20.0.9 (8a8d07f5-5d5b-4935-b21f-e21f19dd9491/bf88f5a8-e67a-4d71-8361-698d70424a65/70ac851c-fbc5-4ae3-94ae-6eba151789d6) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:43.132932 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-6d8c949a-5e63-4e01-8254-7f611ed1349f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e37fd5-588e-4333-9f33-db145534315e HTTP/1.1" status: 200 len: 217 time: 0.2522953 Sep 03 01:58:43.316227 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.42', 64791) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:43.375682 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120ab2a-ed59-4dd4-8fc0-bb219c6ff5c0 req-50547b36-f9b7-407b-8668-5e46aa9d4f22 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:43.377247 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b120ab2a-ed59-4dd4-8fc0-bb219c6ff5c0 req-50547b36-f9b7-407b-8668-5e46aa9d4f22 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.1615787 Sep 03 01:58:43.461246 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.492359 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b120ab2a-ed59-4dd4-8fc0-bb219c6ff5c0 req-42e56805-7bd8-41e0-9eab-d769956ff10e tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036544 Sep 03 01:58:43.517215 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8b1ef51d-e63e-45b7-9cab-93270591710d req-322114d7-09d8-47fc-b4eb-d063e5cef3d9 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7310958 Sep 03 01:58:43.518909 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-fa6c11d1-539c-4846-b1f2-300fea7af4d8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:43.520336 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-fa6c11d1-539c-4846-b1f2-300fea7af4d8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.42 "GET /v2.0/networks?id=a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 200 len: 810 time: 0.2010288 Sep 03 01:58:43.527676 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6639c7b6-7659-4be5-85cd-3421a3a21cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.544154 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.547614 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.564795 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-826778df-d8c3-4c75-a77c-23de41823e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:43.566548 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-826778df-d8c3-4c75-a77c-23de41823e8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02e4d29c-02e1-48e7-8e59-1694558c1952 HTTP/1.1" status: 200 len: 855 time: 0.3756547 Sep 03 01:58:43.571049 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-bec3956e-cfab-4e29-8cc4-07e78c7105af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:43.572422 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-bec3956e-cfab-4e29-8cc4-07e78c7105af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55a2f691-d6ad-42ba-82b5-7d3113e2567c HTTP/1.1" status: 200 len: 852 time: 0.4383607 Sep 03 01:58:43.582790 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6639c7b6-7659-4be5-85cd-3421a3a21cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.622960 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.624356 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:43.634514 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:43.641495 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:43.647943 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:43.648083 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.651634 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Pushing event updated for resources: {'Port': ['ID=70ac851c-fbc5-4ae3-94ae-6eba151789d6,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:43.665032 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-092c37e8-af02-4339-a5fd-6fad921d27b7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8134727 Sep 03 01:58:43.690318 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6639c7b6-7659-4be5-85cd-3421a3a21cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.693021 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6639c7b6-7659-4be5-85cd-3421a3a21cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.694377 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6639c7b6-7659-4be5-85cd-3421a3a21cb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dee98ccf-cb52-4719-abaa-a89dd71bb2c8 HTTP/1.1" status: 204 len: 168 time: 0.8557417 Sep 03 01:58:43.719515 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639c7b6-7659-4be5-85cd-3421a3a21cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee98ccf-cb52-4719-abaa-a89dd71bb2c8,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:43.809024 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.813719 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.843563 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.866525 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:43.867792 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2931211 Sep 03 01:58:43.868492 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4db48-e075-43bb-80cc-202b562dffce tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'Port': ['ID=9c3f2499-9fe6-4dd1-add2-6b4f1b60bf39,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:44.041728 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 55164) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:44.078840 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-70abbcfe-127e-4908-a77b-9bb1b74106e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:44.079037 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1efb0415-4196-46a5-bd5f-8387895438b5 req-2573ad6d-ddda-48e0-887e-82d3de37880f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 210 time: 0.0273170 Sep 03 01:58:44.122038 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-1011083e-b31e-41f4-888b-5687ed4648bc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--274370886&fields=id&tenant_id=53a477ba1496485da25d20994e25d2d7 HTTP/1.1" status: 200 len: 267 time: 0.0732374 Sep 03 01:58:44.243015 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2e881ee2-84e7-48a0-8ace-23ae25a9ab1d req-e637255c-62c7-46a9-b93c-5233c06a8389 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0339882 Sep 03 01:58:44.271043 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-f13672ee-941a-435f-a4da-b85c9f94a837 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:44.272528 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-f13672ee-941a-435f-a4da-b85c9f94a837 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 816 time: 0.1397460 Sep 03 01:58:44.301597 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-d670fb90-749d-4041-b24b-aaa4d6af6ebf tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/quotas/53a477ba1496485da25d20994e25d2d7 HTTP/1.1" status: 200 len: 375 time: 0.0189772 Sep 03 01:58:44.303938 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-70abbcfe-127e-4908-a77b-9bb1b74106e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:44.312058 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-70abbcfe-127e-4908-a77b-9bb1b74106e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:44.388402 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-70abbcfe-127e-4908-a77b-9bb1b74106e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4349dca4cb934800bc39845b8f79ecae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455756 Sep 03 01:58:44.391510 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 55174) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:44.392715 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abbcfe-127e-4908-a77b-9bb1b74106e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353dc00a-710f-47ca-9d4e-b5342f0ed22a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:44.407992 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-5214f7d9-c337-45f9-9925-9d38fbf24078 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979514 Sep 03 01:58:44.443584 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-248a5fd4-7bcf-4dfe-9022-2f00b162e616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:44.465719 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-248a5fd4-7bcf-4dfe-9022-2f00b162e616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:44.508316 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-1b9d1bae-2548-4fdd-9557-c41b529b1bd0 service neutron] 10.222.0.32 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866024 Sep 03 01:58:44.511268 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-248a5fd4-7bcf-4dfe-9022-2f00b162e616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:44.513786 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-248a5fd4-7bcf-4dfe-9022-2f00b162e616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:44.514906 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-248a5fd4-7bcf-4dfe-9022-2f00b162e616 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/353dc00a-710f-47ca-9d4e-b5342f0ed22a HTTP/1.1" status: 204 len: 168 time: 0.1212759 Sep 03 01:58:44.523955 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a5fd4-7bcf-4dfe-9022-2f00b162e616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353dc00a-710f-47ca-9d4e-b5342f0ed22a,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:44.604604 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-8e22d346-82f5-4b7b-b9c9-7cb0a73a1b40 service neutron] 10.222.0.32 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890837 Sep 03 01:58:44.620084 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b03f0-0cc2-4440-b88b-49586389e543 req-5116b93b-3d2e-4235-b94c-854caa686f3c tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:44.621678 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d32b03f0-0cc2-4440-b88b-49586389e543 req-5116b93b-3d2e-4235-b94c-854caa686f3c tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.0533516 Sep 03 01:58:44.662088 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d32b03f0-0cc2-4440-b88b-49586389e543 req-b6c7ad81-47cb-432b-9a55-d3d20dcc5a7a tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341890 Sep 03 01:58:44.725968 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da698d4-afa3-47b3-9178-282f64328a33', 'tag': 'b8e37fd5-588e-4333-9f33-db145534315e'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:58:44.729048 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7031af7c-b45b-44e6-b49c-4b709ed36d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0da698d4-afa3-47b3-9178-282f64328a33", "tag": "b8e37fd5-588e-4333-9f33-db145534315e"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:58:44.802809 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6e7218f9-f6dc-45cb-92bb-80dedb9c0f13 req-f3f6a81d-c51f-4317-bf23-1f87d044175d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0438888 Sep 03 01:58:44.805034 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63259e-b918-4554-b71f-8a64c525e511 req-fc5b2abc-167f-4f39-88c5-3aee49739cee tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:44.813987 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9f63259e-b918-4554-b71f-8a64c525e511 req-fc5b2abc-167f-4f39-88c5-3aee49739cee tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0693951 Sep 03 01:58:44.846485 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 01:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e76a05-ae45-415e-adf2-5c1bdba3923a x-openstack-request-id: req-90e76a05-ae45-415e-adf2-5c1bdba3923a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:58:44.846840 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da698d4-afa3-47b3-9178-282f64328a33", "tag": "b8e37fd5-588e-4333-9f33-db145534315e", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:58:44.847190 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90e76a05-ae45-415e-adf2-5c1bdba3923a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:58:44.847730 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da698d4-afa3-47b3-9178-282f64328a33', 'tag': 'b8e37fd5-588e-4333-9f33-db145534315e', 'status': 'completed', 'code': 200} Sep 03 01:58:44.862272 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9f63259e-b918-4554-b71f-8a64c525e511 req-254884ae-5a65-4978-af63-de5001ef7db2 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463071 Sep 03 01:58:45.179531 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a50aecaa-2660-4c99-b43f-8b1e2210c33b req-909c6eba-b331-4a0f-aaba-4600e1d115b5 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 210 time: 0.0266514 Sep 03 01:58:45.321568 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 55218) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:45.340091 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-083e5acb-2669-4981-91a1-c32c02cbd35e req-221dc3e9-4a9f-4ef0-8bef-9593859cd15c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0284979 Sep 03 01:58:45.415870 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1465321562-network', 'tenant_id': '04709e4548294155b8490d0eacf5db80'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:45.434795 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Made reservation on behalf of 04709e4548294155b8490d0eacf5db80 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:45.437064 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:45.446223 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:45.531973 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:45.535661 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:45.561091 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:58:45.567363 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871e2c00-ec0d-4297-95eb-afada17549d2,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:45.573504 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:45.573844 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Added segment 41c2adb4-ad17-4a5e-b39a-4d1f4fcef8fa of type vlan for network bb93af79-7694-4c7e-9256-3d6ee793646c Sep 03 01:58:45.612326 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:45.635477 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:45.636345 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:45.636946 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:45.668115 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3454802 Sep 03 01:58:45.671105 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 55224) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:45.676000 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Request body: {'subnet': {'network_id': 'bb93af79-7694-4c7e-9256-3d6ee793646c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1465321562-subnet', 'tenant_id': '04709e4548294155b8490d0eacf5db80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:45.700913 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84810891-71da-4ea1-901c-e2212c9c26d3 admin admin] Pushing event updated for resources: {'Network': ['ID=bb93af79-7694-4c7e-9256-3d6ee793646c,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:45.709012 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Made reservation on behalf of 04709e4548294155b8490d0eacf5db80 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:45.712411 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:45.713107 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network bb93af79-7694-4c7e-9256-3d6ee793646c details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:58:45.783924 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfffb7-0750-4b4b-a84d-3cb64e6e335a req-fdfd7170-95ce-462f-82de-f59e2bebb98b tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:45.785629 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7dfffb7-0750-4b4b-a84d-3cb64e6e335a req-fdfd7170-95ce-462f-82de-f59e2bebb98b tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.0505521 Sep 03 01:58:45.826682 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7dfffb7-0750-4b4b-a84d-3cb64e6e335a req-a007fa40-9dea-4c13-bb5d-d3beca0f58e7 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336087 Sep 03 01:58:45.906648 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bbc2fde0-5aae-48b2-9801-e3abc58fd5cb req-44533198-4b88-41fb-aae0-d6efb8ac3beb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0375500 Sep 03 01:58:45.915175 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:45.973221 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e142d4af-2286-45ae-81df-248d9c53d053,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:45.973694 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b202f-4182-4434-90ad-2c0a8738bbd1 req-97d75702-3ea4-4516-be0e-728470517923 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:45.979037 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d39b202f-4182-4434-90ad-2c0a8738bbd1 req-97d75702-3ea4-4516-be0e-728470517923 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0493269 Sep 03 01:58:45.980792 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Checking segment: {'id': '41c2adb4-ad17-4a5e-b39a-4d1f4fcef8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bb93af79-7694-4c7e-9256-3d6ee793646c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:45.981180 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Network hostable DHCP agents. Network: bb93af79-7694-4c7e-9256-3d6ee793646c, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:58:46.002687 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Network bb93af79-7694-4c7e-9256-3d6ee793646c is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:58:46.014133 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, bb93af79-7694-4c7e-9256-3d6ee793646c) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:46.019195 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:46.019791 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d39b202f-4182-4434-90ad-2c0a8738bbd1 req-abd3ca9b-2f93-42fa-87a0-9c827b354a0e tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380082 Sep 03 01:58:46.019968 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.026739 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ecfe3e-b9b8-471d-a6c4-457012f8baf9 None None] Network bb93af79-7694-4c7e-9256-3d6ee793646c requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:46.039778 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9b2f9240-ac02-40eb-8898-00c1a0acc47c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3675869 Sep 03 01:58:46.114992 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Request body: {'port': {'device_id': '89247c86-76c3-484d-8f89-88be06b0acfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:46.175470 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a517b9dd-90c4-494c-9028-a594893c1803 None None] Network bb93af79-7694-4c7e-9256-3d6ee793646c requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:46.260905 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-9e7cb2aa-d3b2-44a7-9553-9109fa3c3b54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371648 Sep 03 01:58:46.289380 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-a848076d-3336-4bd0-a2f7-785d538765db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=31401e25-d1aa-48fa-94c8-f13c027f3869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615596 Sep 03 01:58:46.314320 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-e0894c7d-4457-4720-9992-f5c1b10ff550 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53922ccd5c6d43309b6012efa1acaba7 HTTP/1.1" status: 200 len: 380 time: 0.1935785 Sep 03 01:58:46.320215 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.332637 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'port': {'device_id': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'admin_state_up': True, 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'security_groups': ['85705e6a-48c5-4222-864f-5f93e39b0532']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:46.352220 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-59b4083a-fcab-4e59-99d3-4ab9dbe05c97 req-0e5e87d8-cca2-4a6b-b24e-9b0ba2a8dc03 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 210 time: 0.0582643 Sep 03 01:58:46.533200 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-8d6614e8-77e8-441f-ba52-e466cfdb66ce service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374690 Sep 03 01:58:46.535042 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-218db9d5-ab8c-408d-abb6-7f1716e9ad3f service neutron] 10.222.0.42 "GET /v2.0/networks/31401e25-d1aa-48fa-94c8-f13c027f3869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165747 Sep 03 01:58:46.613982 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-581b7e68-3430-4b3a-b61e-50284645032c req-83ca7cc7-7c68-47ef-9b6e-1f469f0aff13 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0628054 Sep 03 01:58:46.662644 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 55258) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:46.667417 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1936550091-network', 'tenant_id': '141903ec7f814da786cdf8f89c6cc71d'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:46.688734 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Made reservation on behalf of 141903ec7f814da786cdf8f89c6cc71d for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:46.691090 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.700313 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.788133 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.793015 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.813585 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:58:46.827474 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e306b34-9693-47fa-99ee-e9448508c4f5,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:46.832256 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.832606 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Added segment 5ebed422-d980-419f-bd0c-838ff230b12b of type vlan for network ad46cfb3-1f4e-4a93-a148-a3bf588de2b7 Sep 03 01:58:46.847676 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Made reservation on behalf of 53922ccd5c6d43309b6012efa1acaba7 for: {'port': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:46.851667 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.877942 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.928402 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.929467 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:46.930072 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:46.986437 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccdadc-1c82-45ca-849b-a2d3adadbc6b req-7ff447bb-5fce-4083-8de5-dd6a41ed0cd5 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:46.987980 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2fccdadc-1c82-45ca-849b-a2d3adadbc6b req-7ff447bb-5fce-4083-8de5-dd6a41ed0cd5 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.0913775 Sep 03 01:58:46.991519 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3279173 Sep 03 01:58:46.996924 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 55264) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:47.019891 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Request body: {'subnet': {'network_id': 'ad46cfb3-1f4e-4a93-a148-a3bf588de2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1936550091-subnet', 'tenant_id': '141903ec7f814da786cdf8f89c6cc71d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:47.025525 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484dcda-c9cc-4ec2-bad6-8a53aa374a55 admin admin] Pushing event updated for resources: {'Network': ['ID=ad46cfb3-1f4e-4a93-a148-a3bf588de2b7,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:47.035866 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network ad46cfb3-1f4e-4a93-a148-a3bf588de2b7 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:58:47.072286 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4fc70dc-55bb-4f43-9ee9-97bb4e04096e req-8adf1df1-deb7-4e66-abea-8fce11bb0954 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0587995 Sep 03 01:58:47.074846 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2fccdadc-1c82-45ca-849b-a2d3adadbc6b req-537d5095-ba1a-4fd8-8787-b5ebc1cf34ce tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728199 Sep 03 01:58:47.086460 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ac851c-fbc5-4ae3-94ae-6eba151789d6 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:58:47.103959 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.113220 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Allocated IP 172.20.0.14 (a88e5a51-5dbf-49a2-9096-b693012f5b33/013631d7-7a1e-4a3d-ada0-12789532d705/7e972b27-9906-464a-8652-21c602f029e6) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:47.122646 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Made reservation on behalf of 141903ec7f814da786cdf8f89c6cc71d for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:47.124916 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.136298 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Transition to ACTIVE for port object 70ac851c-fbc5-4ae3-94ae-6eba151789d6 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:47.150805 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.202069 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232e3e6-027a-40da-af88-f108431c0e76 req-b0c7fb35-e6f6-43ea-8394-e2f16f4c333c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:47.203542 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d232e3e6-027a-40da-af88-f108431c0e76 req-b0c7fb35-e6f6-43ea-8394-e2f16f4c333c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0511382 Sep 03 01:58:47.244637 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d232e3e6-027a-40da-af88-f108431c0e76 req-f2404201-5cb8-4cbf-9068-75058e165db6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Sep 03 01:58:47.282094 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Pushing event updated for resources: {'Port': ['ID=70ac851c-fbc5-4ae3-94ae-6eba151789d6,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:47.404075 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Attempting to bind port 70ac851c-fbc5-4ae3-94ae-6eba151789d6 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:47.404722 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Attempting to bind port 70ac851c-fbc5-4ae3-94ae-6eba151789d6 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:47.404722 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Attempting to bind port 70ac851c-fbc5-4ae3-94ae-6eba151789d6 on network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:47.451473 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Port 70ac851c-fbc5-4ae3-94ae-6eba151789d6 on network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 01:58:47.451706 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Attempting to bind port 70ac851c-fbc5-4ae3-94ae-6eba151789d6 on network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:47.489274 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d7b0a5af-4ffc-4f7b-9da9-8d76b6ffbaf5 req-0220692c-256d-4132-8219-0008b98ddb41 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 210 time: 0.0547981 Sep 03 01:58:47.489990 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:47.490921 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Checking segment: {'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:47.491626 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Bound using segment: {'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:47.492075 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Bound port: 70ac851c-fbc5-4ae3-94ae-6eba151789d6, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:47.492434 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.528046 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.590012 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Transition to ACTIVE for port object 7e972b27-9906-464a-8652-21c602f029e6 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:47.604187 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.684225 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] For port 70ac851c-fbc5-4ae3-94ae-6eba151789d6, host hv-cinder-80403, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:47.715185 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] For port 70ac851c-fbc5-4ae3-94ae-6eba151789d6, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:47.717166 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9eaf74d6-1283-4cc1-8fa1-7d1506f8ce63 req-6d5558bf-9e66-4e73-9c9f-4c9a52253e78 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0314367 Sep 03 01:58:47.727981 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.734343 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0618417-451b-429e-9f28-df5692c5564d,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:47.768070 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.775996 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Checking segment: {'id': '5ebed422-d980-419f-bd0c-838ff230b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ad46cfb3-1f4e-4a93-a148-a3bf588de2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:47.776351 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Network hostable DHCP agents. Network: ad46cfb3-1f4e-4a93-a148-a3bf588de2b7, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:58:47.790198 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:47.790813 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.792195 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] 10.222.0.42 "PUT /v2.0/ports/70ac851c-fbc5-4ae3-94ae-6eba151789d6 HTTP/1.1" status: 200 len: 1093 time: 1.6816754 Sep 03 01:58:47.793914 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89247c86-76c3-484d-8f89-88be06b0acfa', 'tag': '70ac851c-fbc5-4ae3-94ae-6eba151789d6'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:58:47.877240 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Network a88e5a51-5dbf-49a2-9096-b693012f5b33 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:47.879284 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f6585-f8d8-47c4-ac5d-9f7e1aa2b516 service neutron] Pushing event updated for resources: {'Port': ['ID=70ac851c-fbc5-4ae3-94ae-6eba151789d6,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:47.884088 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:47.889696 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:47.895701 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:47.896317 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.924493 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Network ad46cfb3-1f4e-4a93-a148-a3bf588de2b7 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:58:47.946757 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, ad46cfb3-1f4e-4a93-a148-a3bf588de2b7) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:47.954047 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6260610 Sep 03 01:58:47.957074 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d300d1-dde2-4357-8943-96097a708364 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'Port': ['ID=7e972b27-9906-464a-8652-21c602f029e6,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:47.959848 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e20f6c6-1336-4748-ad28-665794339991 None None] Network ad46cfb3-1f4e-4a93-a148-a3bf588de2b7 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:47.960314 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:47.960979 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:47.974227 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77482dccd8f24be2bd6ac63fccac15686b94fd892f7df4acaf4f7e51daaa6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a324d22b-049f-4ff2-ba0c-1746503c6fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "89247c86-76c3-484d-8f89-88be06b0acfa", "tag": "70ac851c-fbc5-4ae3-94ae-6eba151789d6"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:58:47.980937 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-03034cb6-1047-475d-b9cf-837ec174f89a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9647279 Sep 03 01:58:48.084989 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 01:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff9c02c-dc30-4768-ba87-8c77c17d1816 x-openstack-request-id: req-1ff9c02c-dc30-4768-ba87-8c77c17d1816 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:58:48.085601 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89247c86-76c3-484d-8f89-88be06b0acfa", "tag": "70ac851c-fbc5-4ae3-94ae-6eba151789d6", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:58:48.085862 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ff9c02c-dc30-4768-ba87-8c77c17d1816 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:58:48.086311 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89247c86-76c3-484d-8f89-88be06b0acfa', 'tag': '70ac851c-fbc5-4ae3-94ae-6eba151789d6', 'status': 'completed', 'code': 200} Sep 03 01:58:48.165201 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3ea9f-cf32-4ccc-a74f-53b2486a2703 None None] Network ad46cfb3-1f4e-4a93-a148-a3bf588de2b7 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:58:48.208057 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-22f4b371-9a16-4fc7-8694-005bd38f5a81 req-3b9c4a2b-8d15-42e2-8f42-f16810225a1d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0358071 Sep 03 01:58:48.237314 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01993723-42f0-4460-97fe-1bb40c693ddf req-e0f0b2c7-f56b-4d81-b252-bdadea914f52 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:48.241884 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-01993723-42f0-4460-97fe-1bb40c693ddf req-e0f0b2c7-f56b-4d81-b252-bdadea914f52 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.0838757 Sep 03 01:58:48.254596 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-e27044cd-9b28-48bd-90e3-1942d1cb2f5b None None] Provisioning for port 7e972b27-9906-464a-8652-21c602f029e6 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:48.267485 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-e27044cd-9b28-48bd-90e3-1942d1cb2f5b None None] Provisioning complete for port 7e972b27-9906-464a-8652-21c602f029e6 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:48.268082 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e27044cd-9b28-48bd-90e3-1942d1cb2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:48.283543 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-01993723-42f0-4460-97fe-1bb40c693ddf req-3fca299a-a661-474c-93c0-45f8218d89b6 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370708 Sep 03 01:58:48.344869 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-e27044cd-9b28-48bd-90e3-1942d1cb2f5b None None] Port 7e972b27-9906-464a-8652-21c602f029e6 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:58:48.377372 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71468726-51e8-4a0c-9d88-2b7cb983f0d5 req-d15b501d-bec3-43b3-99c0-9176d469327f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:48.378865 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-71468726-51e8-4a0c-9d88-2b7cb983f0d5 req-d15b501d-bec3-43b3-99c0-9176d469327f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0540848 Sep 03 01:58:48.417104 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-71468726-51e8-4a0c-9d88-2b7cb983f0d5 req-9aaf89e1-4cfb-40cd-a4d3-a8b7c14617a2 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Sep 03 01:58:48.616692 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df1bd5-ca7c-486f-a37b-5d78e3882b79 req-551aa09b-30cf-419f-ac67-275be7116e18 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:48.618842 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-16df1bd5-ca7c-486f-a37b-5d78e3882b79 req-551aa09b-30cf-419f-ac67-275be7116e18 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 932 time: 0.0577922 Sep 03 01:58:48.659241 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-16df1bd5-ca7c-486f-a37b-5d78e3882b79 req-5aec8a3c-9b3c-43c6-9d6a-29bc5c9aef64 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337274 Sep 03 01:58:48.808630 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e9230f2f-3f89-40e6-8f0e-4c82837af44b req-f89a9838-15fe-4cf4-a34b-f3d27e783f2b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0261972 Sep 03 01:58:49.336029 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7b987802-dcc1-4918-b69a-dff5ff02885f req-0cce46e8-f266-411d-b037-35926773509d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0540133 Sep 03 01:58:49.407418 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Request body: {'port': {'device_id': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:49.432178 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.42', 64799) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:49.512243 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-221da97d-d7a6-4a5b-a745-881e9551be03 req-65eef342-9df2-406f-879e-fce1c427bf1d service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196121 Sep 03 01:58:49.558495 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f64f1cdb-6321-4d6b-97ce-8f342d909a95 req-a0076024-4de7-4e82-8939-1cd00d4a5b7b service neutron] 10.222.0.42 "GET /v2.0/networks/31401e25-d1aa-48fa-94c8-f13c027f3869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674503 Sep 03 01:58:49.588953 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451b7f4-b266-44e3-863c-d93d11bfd6e8 req-b6f405bf-7007-4682-9b97-4fdd768e4c08 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:49.592196 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5451b7f4-b266-44e3-863c-d93d11bfd6e8 req-b6f405bf-7007-4682-9b97-4fdd768e4c08 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.2237651 Sep 03 01:58:49.608339 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:49.627475 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40855b87-e452-455c-9fdc-54456ba7521f req-99afbfa6-683a-4a45-a9c8-625c64c67cc6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:49.629042 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40855b87-e452-455c-9fdc-54456ba7521f req-99afbfa6-683a-4a45-a9c8-625c64c67cc6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.1243479 Sep 03 01:58:49.636677 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-7535bcde-ed08-448b-94a0-a5569f9ed418 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:49.638143 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-7535bcde-ed08-448b-94a0-a5569f9ed418 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.42 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 819 time: 0.2011487 Sep 03 01:58:49.679310 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40855b87-e452-455c-9fdc-54456ba7521f req-ee5e55dd-ef58-42a1-90d0-8e09aa61f135 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Sep 03 01:58:49.704488 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324d22b-049f-4ff2-ba0c-1746503c6fdb req-b61d99c4-c781-4de8-94c0-f3c3da56d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:49.706064 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a324d22b-049f-4ff2-ba0c-1746503c6fdb req-b61d99c4-c781-4de8-94c0-f3c3da56d8d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 1096 time: 0.2281027 Sep 03 01:58:49.710829 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5451b7f4-b266-44e3-863c-d93d11bfd6e8 req-e0154273-16a9-433a-bcb7-cdbe3d1b4737 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078463 Sep 03 01:58:49.825716 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a1678-6655-4d23-a27c-9085c3b91a55 req-bdc05f3e-24bf-4766-965f-062090edfdbe tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:49.827202 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d24a1678-6655-4d23-a27c-9085c3b91a55 req-bdc05f3e-24bf-4766-965f-062090edfdbe tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 932 time: 0.0528026 Sep 03 01:58:49.879118 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d24a1678-6655-4d23-a27c-9085c3b91a55 req-16768447-f8cf-44b5-9ae2-ec172e1d6ea2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453053 Sep 03 01:58:50.030822 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0a09fa6-ac6a-4278-8753-e9fba168f364 req-982d4f9d-cf47-44ff-b659-aa0c4cd5fe87 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0379126 Sep 03 01:58:50.147149 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e972b27-9906-464a-8652-21c602f029e6 {{(pid=93868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:58:50.155097 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:50.166861 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Transition to ACTIVE for port object 7e972b27-9906-464a-8652-21c602f029e6 will not be triggered until provisioned by entity L2. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:50.171054 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:50.218102 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Pushing event updated for resources: {'Port': ['ID=7e972b27-9906-464a-8652-21c602f029e6,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:50.252121 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Attempting to bind port 7e972b27-9906-464a-8652-21c602f029e6 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:50.252458 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Attempting to bind port 7e972b27-9906-464a-8652-21c602f029e6 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:50.252769 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Attempting to bind port 7e972b27-9906-464a-8652-21c602f029e6 on network a88e5a51-5dbf-49a2-9096-b693012f5b33 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:50.258053 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Port 7e972b27-9906-464a-8652-21c602f029e6 on network a88e5a51-5dbf-49a2-9096-b693012f5b33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 01:58:50.258419 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Attempting to bind port 7e972b27-9906-464a-8652-21c602f029e6 on network a88e5a51-5dbf-49a2-9096-b693012f5b33 {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:50.263432 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:50.263777 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Checking segment: {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:50.264137 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Bound using segment: {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'} {{(pid=93868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:50.264564 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.managers [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Bound port: 7e972b27-9906-464a-8652-21c602f029e6, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'}}] {{(pid=93868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:50.264934 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:50.332197 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] For port 7e972b27-9906-464a-8652-21c602f029e6, host hv-cinder-80403, cleared binding levels {{(pid=93868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:50.335560 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] For port 7e972b27-9906-464a-8652-21c602f029e6, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7e972b27-9906-464a-8652-21c602f029e6,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:50.340298 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:50.374654 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:50.375280 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:50.376662 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] 10.222.0.42 "PUT /v2.0/ports/7e972b27-9906-464a-8652-21c602f029e6 HTTP/1.1" status: 200 len: 1094 time: 0.9774551 Sep 03 01:58:50.377211 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'tag': '7e972b27-9906-464a-8652-21c602f029e6'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:58:50.379522 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77482dccd8f24be2bd6ac63fccac15686b94fd892f7df4acaf4f7e51daaa6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c503e8-e7a7-48b5-8928-ee6029dc7acb" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80", "tag": "7e972b27-9906-464a-8652-21c602f029e6"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:58:50.406806 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d53289-3eb3-4be2-8310-2e9e45c1570b service neutron] Pushing event updated for resources: {'Port': ['ID=7e972b27-9906-464a-8652-21c602f029e6,revision_number=3']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:50.427395 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3bdabb-2ac0-493f-bf62-93be55906753 x-openstack-request-id: req-0f3bdabb-2ac0-493f-bf62-93be55906753 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:58:50.428218 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80", "tag": "7e972b27-9906-464a-8652-21c602f029e6", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:58:50.428471 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f3bdabb-2ac0-493f-bf62-93be55906753 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:58:50.428862 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'tag': '7e972b27-9906-464a-8652-21c602f029e6', 'status': 'completed', 'code': 200} Sep 03 01:58:50.457589 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-486fb16b-504b-45e0-a83a-ed5339b54ce6 req-ad1371d8-2480-4505-b807-65153521e73c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0300486 Sep 03 01:58:50.805931 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a5201-3934-4ef4-ae8f-9a7e28bed991 req-39ae9a1b-f738-40ca-9cd3-7b8bc7dad24f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:50.807432 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4f2a5201-3934-4ef4-ae8f-9a7e28bed991 req-39ae9a1b-f738-40ca-9cd3-7b8bc7dad24f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0514159 Sep 03 01:58:50.834020 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab89aeb-dacc-4e19-80db-7689988f6723 req-95ef4c47-7db1-4bc8-b7cb-f4785e55766e tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:50.835495 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7ab89aeb-dacc-4e19-80db-7689988f6723 req-95ef4c47-7db1-4bc8-b7cb-f4785e55766e tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.0489774 Sep 03 01:58:50.845932 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4f2a5201-3934-4ef4-ae8f-9a7e28bed991 req-d16bc946-c2bb-4271-87dc-81a33d6baccc tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Sep 03 01:58:50.876460 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7ab89aeb-dacc-4e19-80db-7689988f6723 req-94bc3679-bc42-4cac-9b2a-664118f1e860 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349073 Sep 03 01:58:50.995639 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4fefc-c631-4ac4-8ad4-dd46d04ea3de req-b440b3f2-50e5-4dc7-8790-eba3ff580d50 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:50.997280 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f8d4fefc-c631-4ac4-8ad4-dd46d04ea3de req-b440b3f2-50e5-4dc7-8790-eba3ff580d50 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.0491252 Sep 03 01:58:51.035796 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f8d4fefc-c631-4ac4-8ad4-dd46d04ea3de req-e32d7c5d-32a3-4356-a97b-30f2659ccfff tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326266 Sep 03 01:58:51.122477 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1336b960-b5ad-4a1e-bb14-06fec5502c8b req-12458b8a-a533-4bd2-9028-377cfb144a12 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0269935 Sep 03 01:58:51.556380 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bac050cc-e40a-4efa-b76c-e084e0625676 req-c92813c5-1ba9-491d-ae68-03aee4a49b0a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0286222 Sep 03 01:58:51.679992 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:58:51.959424 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3228a-6c64-4ecc-a325-5234c6dce4b4 req-13bb2eaa-a451-47e7-b132-baa13e20fc91 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:51.960942 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1fc3228a-6c64-4ecc-a325-5234c6dce4b4 req-13bb2eaa-a451-47e7-b132-baa13e20fc91 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0495999 Sep 03 01:58:51.987558 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca82ee-2f2f-4e44-83a5-43bf62ee7c87 req-40bca791-9c99-4faa-8f4a-9a609cb51450 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:51.989068 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-04ca82ee-2f2f-4e44-83a5-43bf62ee7c87 req-40bca791-9c99-4faa-8f4a-9a609cb51450 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.0476258 Sep 03 01:58:51.998909 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1fc3228a-6c64-4ecc-a325-5234c6dce4b4 req-1ff8640b-796a-4e27-9bea-d300b2dd822e tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Sep 03 01:58:52.028518 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-04ca82ee-2f2f-4e44-83a5-43bf62ee7c87 req-3d738a2e-71c7-4fb1-a284-7201a4169f4c tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Sep 03 01:58:52.147347 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfa525-30e7-47d7-ba8a-cbf29185d08c req-157ca554-1706-4d51-b232-1d004ced60d7 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:52.148913 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-48cfa525-30e7-47d7-ba8a-cbf29185d08c req-157ca554-1706-4d51-b232-1d004ced60d7 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.0483587 Sep 03 01:58:52.186346 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-48cfa525-30e7-47d7-ba8a-cbf29185d08c req-786a7623-ab16-4e40-bc20-7803b69b04f3 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Sep 03 01:58:52.219022 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2a612c23-f4b9-4db7-a8ee-477ae824d71d req-89bb88af-97c7-4a5b-8bbd-4df724528c7a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0311236 Sep 03 01:58:52.443086 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031af7c-b45b-44e6-b49c-4b709ed36d1a req-ce70f3ea-b069-4353-9375-da5a4fd3f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:52.444673 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7031af7c-b45b-44e6-b49c-4b709ed36d1a req-ce70f3ea-b069-4353-9375-da5a4fd3f2da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 1097 time: 0.0463595 Sep 03 01:58:52.449277 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Request body: {'port': {'device_id': '7acbacdb-c294-45ee-967e-4855a59accd8', 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491', 'admin_state_up': True, 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:52.636779 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c503e8-e7a7-48b5-8928-ee6029dc7acb req-7487b804-2c5d-4109-b5da-8136129af0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:52.638365 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-09c503e8-e7a7-48b5-8928-ee6029dc7acb req-7487b804-2c5d-4109-b5da-8136129af0a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 1097 time: 0.1404054 Sep 03 01:58:52.658373 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324d22b-049f-4ff2-ba0c-1746503c6fdb req-79d0ff48-a925-47b6-9b38-0bb776b0e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:52.659767 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a324d22b-049f-4ff2-ba0c-1746503c6fdb req-79d0ff48-a925-47b6-9b38-0bb776b0e747 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ad2b4e400849476489d1e75b4c77c063&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2153883 Sep 03 01:58:52.836024 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6df5e3-47d7-45e4-8a7f-3c6c79ddd596 req-25f2aea0-312a-41d0-a5a4-302b85228925 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0648773 Sep 03 01:58:52.905701 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c503e8-e7a7-48b5-8928-ee6029dc7acb req-2ffb3d0c-26b0-4b88-a3b7-40a1f8f46964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:52.907188 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-09c503e8-e7a7-48b5-8928-ee6029dc7acb req-2ffb3d0c-26b0-4b88-a3b7-40a1f8f46964 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=53922ccd5c6d43309b6012efa1acaba7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2383082 Sep 03 01:58:52.908274 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324d22b-049f-4ff2-ba0c-1746503c6fdb req-b704abf5-6995-41e5-a4e5-cb893fa253cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:52.909662 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a324d22b-049f-4ff2-ba0c-1746503c6fdb req-b704abf5-6995-41e5-a4e5-cb893fa253cb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2394967 Sep 03 01:58:52.921766 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39 req-89b1c05d-1a46-4a87-afcf-a95c295158b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:52.923245 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39 req-89b1c05d-1a46-4a87-afcf-a95c295158b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6b28ed47ccf4d51b00d37c1fe8617e9&device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 1096 time: 0.4073429 Sep 03 01:58:52.967009 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031af7c-b45b-44e6-b49c-4b709ed36d1a req-3081b2d3-e846-4892-9f9a-45bec8564e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:52.968915 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7031af7c-b45b-44e6-b49c-4b709ed36d1a req-3081b2d3-e846-4892-9f9a-45bec8564e3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 916 time: 0.4543340 Sep 03 01:58:52.969889 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Made reservation on behalf of ad2b4e400849476489d1e75b4c77c063 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:52.973192 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:53.111940 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Allocated IP 172.20.0.14 (8a8d07f5-5d5b-4935-b21f-e21f19dd9491/bf88f5a8-e67a-4d71-8361-698d70424a65/30b9c332-33d1-48a4-962c-da49dfb7b5fe) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:53.117515 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c17ac8-a705-44f3-b9b6-00785c210cdc req-3c6c62e0-03cd-4120-ae6c-cc0c82db89dd tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:53.119128 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-01c17ac8-a705-44f3-b9b6-00785c210cdc req-3c6c62e0-03cd-4120-ae6c-cc0c82db89dd tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0513501 Sep 03 01:58:53.161391 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-01c17ac8-a705-44f3-b9b6-00785c210cdc req-b8104d81-c94a-4313-9580-d4a9120c32f2 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361032 Sep 03 01:58:53.182587 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c02e8a-81e7-450c-becf-aff3af2a36c9 req-990dd69f-4edc-4e97-9cac-1a69859f36d3 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:53.184064 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a5c02e8a-81e7-450c-becf-aff3af2a36c9 req-990dd69f-4edc-4e97-9cac-1a69859f36d3 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.0854557 Sep 03 01:58:53.283515 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a5c02e8a-81e7-450c-becf-aff3af2a36c9 req-f3033bdc-dbbe-4b95-a894-99a154452cfe tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920069 Sep 03 01:58:53.324031 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03433cb-43a5-49a0-abb6-efc8e0f9eedb req-9f17533b-a0b9-48d9-b699-58445527642b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:53.325959 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e03433cb-43a5-49a0-abb6-efc8e0f9eedb req-9f17533b-a0b9-48d9-b699-58445527642b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.0629420 Sep 03 01:58:53.364153 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:53.367690 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e03433cb-43a5-49a0-abb6-efc8e0f9eedb req-0126abd3-c334-484f-ac0f-3f9bcbe2b9fc tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351000 Sep 03 01:58:53.387242 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f71363ca-bba2-4e61-9cb1-04c0cdfdbb1c req-6f395541-1778-4751-aa6e-42af12dc0662 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0423999 Sep 03 01:58:53.423675 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:53.470307 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:53.473349 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:53.477788 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:53.483261 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:53.483866 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:53.494947 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Pushing event updated for resources: {'Port': ['ID=30b9c332-33d1-48a4-962c-da49dfb7b5fe,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:53.508448 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-9a023a4e-c4bd-46d3-8530-0ba23167322a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0626271 Sep 03 01:58:53.938449 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6c33869c-4f22-493e-82f4-7fd6e0c3e059 req-86acb51c-c42a-48af-beb4-7a716b09222d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0268507 Sep 03 01:58:54.278576 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179c1a0-db30-41e9-aace-f722f6601dab req-7a29c82b-475b-4b85-8753-65fd04e57814 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:54.280051 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0179c1a0-db30-41e9-aace-f722f6601dab req-7a29c82b-475b-4b85-8753-65fd04e57814 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0484760 Sep 03 01:58:54.316658 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0179c1a0-db30-41e9-aace-f722f6601dab req-0e5fa40d-8dda-4527-86d5-c85875dfe2ee tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307467 Sep 03 01:58:54.403062 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fbaaf-f76d-4dbe-8528-93fb85f21516 req-5b3f319f-c26f-4950-8808-5293bc42d535 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:54.405129 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aa7fbaaf-f76d-4dbe-8528-93fb85f21516 req-5b3f319f-c26f-4950-8808-5293bc42d535 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.0526247 Sep 03 01:58:54.452285 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aa7fbaaf-f76d-4dbe-8528-93fb85f21516 req-ef48e71f-1727-4b18-b9e8-6e411a38b40d tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Sep 03 01:58:54.490571 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65f58-96b3-4bb5-8254-abbd7e4a8abb req-3f4157c6-711f-4ddc-8448-a99fd58904d2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:54.492104 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-75c65f58-96b3-4bb5-8254-abbd7e4a8abb req-3f4157c6-711f-4ddc-8448-a99fd58904d2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.0518196 Sep 03 01:58:54.530400 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-75c65f58-96b3-4bb5-8254-abbd7e4a8abb req-9c17f4ac-9f94-4f35-8f0a-4783bbf06c40 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324099 Sep 03 01:58:54.559189 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b81b91-187f-4925-b362-a648f26e2c8b req-ac7a90b1-520e-425e-b3a9-8c380781cbe4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:54.560651 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b81b91-187f-4925-b362-a648f26e2c8b req-ac7a90b1-520e-425e-b3a9-8c380781cbe4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 932 time: 0.0529258 Sep 03 01:58:54.597915 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f7b81b91-187f-4925-b362-a648f26e2c8b req-f026ac0c-497c-45f7-86e7-f76f5f71517f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Sep 03 01:58:55.033227 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-29c4b8d9-8619-46d7-aaa4-afaccf7c52e9 req-c1ceef8e-e55e-4507-b923-ca9ad195935f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0256519 Sep 03 01:58:55.429381 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314bd7-9463-4193-82a4-6be3ba0f6314 req-55c5e10d-732c-454e-9287-c26737de6c55 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:55.430822 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa314bd7-9463-4193-82a4-6be3ba0f6314 req-55c5e10d-732c-454e-9287-c26737de6c55 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0475712 Sep 03 01:58:55.467149 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fa314bd7-9463-4193-82a4-6be3ba0f6314 req-748474c5-fcc0-4e11-8bff-cacd2c070b25 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304394 Sep 03 01:58:55.567940 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb61862-2e3f-4c19-8e6d-522be9e77f66 req-9aea0bbe-544b-458c-8f08-06b0b2b60726 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:55.569841 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5bb61862-2e3f-4c19-8e6d-522be9e77f66 req-9aea0bbe-544b-458c-8f08-06b0b2b60726 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.0526235 Sep 03 01:58:55.629381 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Request body: {'port': {'device_id': '7acbacdb-c294-45ee-967e-4855a59accd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:55.727676 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.42', 64803) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:58:55.753942 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7031af7c-b45b-44e6-b49c-4b709ed36d1a req-4c1048e5-d0e8-40ad-83fe-0ff2ba836948 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e37fd5-588e-4333-9f33-db145534315e HTTP/1.1" status: 200 len: 217 time: 0.1507006 Sep 03 01:58:55.757572 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95b54-4cfe-4b20-b1de-63bdd77a6b7a req-599a6439-4fd4-43f8-b92f-b3b810870009 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:55.759252 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-70f95b54-4cfe-4b20-b1de-63bdd77a6b7a req-599a6439-4fd4-43f8-b92f-b3b810870009 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.1521025 Sep 03 01:58:55.765578 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-182057c8-f321-423d-abf7-294f1f7ac864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:55.767178 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-182057c8-f321-423d-abf7-294f1f7ac864 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 1096 time: 0.1114223 Sep 03 01:58:55.788200 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5bb61862-2e3f-4c19-8e6d-522be9e77f66 req-0b558aec-decb-4486-beb7-07ec96d7a91c tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110806 Sep 03 01:58:55.790491 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c503e8-e7a7-48b5-8928-ee6029dc7acb req-c5eddf29-e70f-479c-8673-7003d77ca4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:55.791927 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-09c503e8-e7a7-48b5-8928-ee6029dc7acb req-c5eddf29-e70f-479c-8673-7003d77ca4cb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1938746 Sep 03 01:58:55.870798 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-fca48347-ddef-4f85-869a-b51c543cdf68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6 HTTP/1.1" status: 200 len: 217 time: 0.0748506 Sep 03 01:58:55.875842 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-70f95b54-4cfe-4b20-b1de-63bdd77a6b7a req-5bb1f527-8078-4254-8a48-c660913a07ae tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024010 Sep 03 01:58:55.913966 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031af7c-b45b-44e6-b49c-4b709ed36d1a req-4dbf857f-2348-4856-883f-71fce2cc2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:55.915440 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7031af7c-b45b-44e6-b49c-4b709ed36d1a req-4dbf857f-2348-4856-883f-71fce2cc2f32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02e4d29c-02e1-48e7-8e59-1694558c1952 HTTP/1.1" status: 200 len: 855 time: 0.1260762 Sep 03 01:58:55.992067 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:56.024871 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7031af7c-b45b-44e6-b49c-4b709ed36d1a req-4d83328e-22d6-4ca4-b112-1b94a9af73a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722537 Sep 03 01:58:56.035622 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39 req-d9785e8b-6140-4afe-96b6-4ec11be0ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:56.037191 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39 req-d9785e8b-6140-4afe-96b6-4ec11be0ad42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=31401e25-d1aa-48fa-94c8-f13c027f3869 HTTP/1.1" status: 200 len: 913 time: 0.4312692 Sep 03 01:58:56.122728 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-8b403d2b-83e5-4da5-98ab-cfaf27066c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:56.124284 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-8b403d2b-83e5-4da5-98ab-cfaf27066c3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf88f5a8-e67a-4d71-8361-698d70424a65 HTTP/1.1" status: 200 len: 859 time: 0.2376571 Sep 03 01:58:56.128930 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-81869027-50f9-4299-abb1-497b0689efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:56.130412 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-81869027-50f9-4299-abb1-497b0689efe8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 1097 time: 0.2357118 Sep 03 01:58:56.157519 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-404364c0-99b3-430d-a01e-e4f911f3dc2e req-6e5d8ac5-8afd-4796-918a-34520ecb2b81 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0256202 Sep 03 01:58:56.165506 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04e851-a168-4b20-a9d0-68baca89bc96 req-13e4fb71-5963-4094-8b57-827f229dafce tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:56.167697 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ff04e851-a168-4b20-a9d0-68baca89bc96 req-13e4fb71-5963-4094-8b57-827f229dafce tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 932 time: 0.2760735 Sep 03 01:58:56.168339 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39 req-1ecbd6ca-599a-4b0c-a26a-fe014ea97a04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bbd7809-72e4-41ca-a766-4e696c0e612d HTTP/1.1" status: 200 len: 217 time: 0.1147621 Sep 03 01:58:56.204800 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-6b93ca57-a0f7-4c9b-b83d-f3fbcbd14948 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:56.206634 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-6b93ca57-a0f7-4c9b-b83d-f3fbcbd14948 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.42 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 816 time: 0.4758317 Sep 03 01:58:56.211187 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-629be21f-c0b9-44c0-8a59-16d3db6e21f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525038 Sep 03 01:58:56.247654 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-e7ffbbad-1214-4d1f-8208-b7dfbf957ebe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e972b27-9906-464a-8652-21c602f029e6 HTTP/1.1" status: 200 len: 217 time: 0.0595374 Sep 03 01:58:56.349607 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b8e665fb-6043-4a36-8ae1-08ccdaebb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:56.351329 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-b8e665fb-6043-4a36-8ae1-08ccdaebb457 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=013631d7-7a1e-4a3d-ada0-12789532d705 HTTP/1.1" status: 200 len: 849 time: 0.0910711 Sep 03 01:58:56.378706 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-f869a887-d562-489c-a06d-e533fd685378 service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380026 Sep 03 01:58:56.476204 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8b76-c145-4b2a-b628-b2ca2be00d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:56.482060 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:56.484526 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-7cbf767e-efd7-42f7-8b0b-ec4918577aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:56.486066 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-7cbf767e-efd7-42f7-8b0b-ec4918577aba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a88e5a51-5dbf-49a2-9096-b693012f5b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1230493 Sep 03 01:58:56.489848 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ff04e851-a168-4b20-a9d0-68baca89bc96 req-6ad18114-6ddf-40c0-9971-e099d594265a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731841 Sep 03 01:58:56.493076 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7031af7c-b45b-44e6-b49c-4b709ed36d1a req-bb38c01f-a3f7-4dfb-ace3-eabf4f4e835c service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522891 Sep 03 01:58:56.512046 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-685a5cb3-bb2a-4e1d-802c-bf3f87f30669 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53a477ba1496485da25d20994e25d2d7 HTTP/1.1" status: 200 len: 379 time: 0.2709520 Sep 03 01:58:56.529956 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39 req-0207ae52-6451-47d9-874c-57cb0d219c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:56.531467 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39 req-0207ae52-6451-47d9-874c-57cb0d219c95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55a2f691-d6ad-42ba-82b5-7d3113e2567c HTTP/1.1" status: 200 len: 852 time: 0.3199017 Sep 03 01:58:56.544703 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-8598526a-7bde-4379-91d3-052830c4408a service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541488 Sep 03 01:58:56.547242 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'port': {'device_id': '99c46e95-027d-4870-8a9e-279a8641246a', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'admin_state_up': True, 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'security_groups': ['ebac6073-fde0-48c3-a9af-0572e934abe7']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:56.642778 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-3d5e07c9-8c73-4cfe-9169-5748f53620f8 service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402419 Sep 03 01:58:56.644465 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39 req-9ad38e32-fbc3-4050-9989-c5ed5e50c8a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=31401e25-d1aa-48fa-94c8-f13c027f3869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733237 Sep 03 01:58:56.655226 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fd6b7-7593-4e8a-94de-f1f0b53cc0b3 req-558d6201-2478-4ccd-ba5c-6a83757f29cc tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:56.656701 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e58fd6b7-7593-4e8a-94de-f1f0b53cc0b3 req-558d6201-2478-4ccd-ba5c-6a83757f29cc tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0713441 Sep 03 01:58:56.753810 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e58fd6b7-7593-4e8a-94de-f1f0b53cc0b3 req-6bd190c5-e308-49dc-a79e-00072c3b37b4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846550 Sep 03 01:58:56.797035 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-22d57659-d2ee-4dfc-a1f3-cf28c2dcadf4 service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379757 Sep 03 01:58:57.020225 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49af5d-81f8-422d-a48e-2b85a83b955f req-74f5b57a-5de8-4e03-9d5e-76b0c01f8653 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:57.022019 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2d49af5d-81f8-422d-a48e-2b85a83b955f req-74f5b57a-5de8-4e03-9d5e-76b0c01f8653 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.0769300 Sep 03 01:58:57.054710 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7031af7c-b45b-44e6-b49c-4b709ed36d1a req-c56cc6e2-1b77-4c04-b7bc-edd31810e70c service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487304 Sep 03 01:58:57.063620 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2d49af5d-81f8-422d-a48e-2b85a83b955f req-f17caddf-bdf3-40e0-b713-e2ea51146eac tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336683 Sep 03 01:58:57.168421 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68249eaf-518c-46e1-9237-a69166e1418f req-75477a62-900d-4312-aeac-2fc1e559f9d7 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:57.169922 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-68249eaf-518c-46e1-9237-a69166e1418f req-75477a62-900d-4312-aeac-2fc1e559f9d7 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 943 time: 0.2297831 Sep 03 01:58:57.179256 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39 req-c20af9b4-487f-40d5-b149-5f0076ff58fc service neutron] 10.222.0.42 "GET /v2.0/networks/31401e25-d1aa-48fa-94c8-f13c027f3869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980154 Sep 03 01:58:57.223990 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Made reservation on behalf of 53a477ba1496485da25d20994e25d2d7 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:58:57.227828 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:57.263025 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4c0036cb-e810-4401-91cb-2de113e3cab8 req-4daa824b-eacb-4556-9b7c-248018964b4d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0268652 Sep 03 01:58:57.265412 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b9c332-33d1-48a4-962c-da49dfb7b5fe {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:58:57.306571 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:57.343152 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Transition to ACTIVE for port object 30b9c332-33d1-48a4-962c-da49dfb7b5fe will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:57.348740 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-68249eaf-518c-46e1-9237-a69166e1418f req-d2d93f4b-b931-442c-842f-f0deb6fbc3f8 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686120 Sep 03 01:58:57.359273 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:57.423835 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc0690fb-9482-4bc9-8947-4b7cb57e8e39 req-33f821cf-65bf-4ba4-93a6-2b5d320797ee service neutron] 10.222.0.42 "GET /v2.0/networks/31401e25-d1aa-48fa-94c8-f13c027f3869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239780 Sep 03 01:58:57.459968 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Pushing event updated for resources: {'Port': ['ID=30b9c332-33d1-48a4-962c-da49dfb7b5fe,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:57.524976 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Attempting to bind port 30b9c332-33d1-48a4-962c-da49dfb7b5fe on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:57.525313 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Attempting to bind port 30b9c332-33d1-48a4-962c-da49dfb7b5fe by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:57.525588 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Attempting to bind port 30b9c332-33d1-48a4-962c-da49dfb7b5fe on network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:57.540310 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Port 30b9c332-33d1-48a4-962c-da49dfb7b5fe on network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 01:58:57.540310 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Attempting to bind port 30b9c332-33d1-48a4-962c-da49dfb7b5fe on network 8a8d07f5-5d5b-4935-b21f-e21f19dd9491 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:57.543263 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Allocated IP 172.20.0.9 (2a7a91a8-52d7-4eda-8b81-0483c0da15d5/6b96421c-2071-4d22-b2cd-55d163fb21ef/8c2c8193-ad39-4b32-9e4f-289c56fe16c0) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:58:57.561608 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device b8e37fd5-588e-4333-9f33-db145534315e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:58:57.563827 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:57.564186 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Checking segment: {'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:57.564547 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Bound using segment: {'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:57.565007 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Bound port: 30b9c332-33d1-48a4-962c-da49dfb7b5fe, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61da26a7-c762-43c7-89d6-a2eb624a4f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:57.565360 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:57.709271 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] For port 30b9c332-33d1-48a4-962c-da49dfb7b5fe, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:57.717160 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2e9d7-00e7-4d27-97ad-41b1eedb6823 req-b1d9e529-2c3b-4937-8538-cf5f5892f2ea tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:57.727536 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1eb2e9d7-00e7-4d27-97ad-41b1eedb6823 req-b1d9e529-2c3b-4937-8538-cf5f5892f2ea tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 944 time: 0.1079865 Sep 03 01:58:57.729116 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] For port 30b9c332-33d1-48a4-962c-da49dfb7b5fe, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=30b9c332-33d1-48a4-962c-da49dfb7b5fe,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:57.744384 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:57.763477 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port b8e37fd5-588e-4333-9f33-db145534315e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b8e37fd5-588e-4333-9f33-db145534315e,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:57.794797 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:57.798992 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:57.799594 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:57.805537 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': 'b8e37fd5-588e-4333-9f33-db145534315e', 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1', 'port_id': 'b8e37fd5-588e-4333-9f33-db145534315e', 'mac_address': 'fa:16:3e:87:9f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e4d29c-02e1-48e7-8e59-1694558c1952', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:58:57.806905 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] 10.222.0.42 "PUT /v2.0/ports/30b9c332-33d1-48a4-962c-da49dfb7b5fe HTTP/1.1" status: 200 len: 1094 time: 2.1965292 Sep 03 01:58:57.807601 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acbacdb-c294-45ee-967e-4855a59accd8', 'tag': '30b9c332-33d1-48a4-962c-da49dfb7b5fe'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:58:57.808670 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1eb2e9d7-00e7-4d27-97ad-41b1eedb6823 req-7970430f-e6a6-4151-a534-84a2f2705eef tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770495 Sep 03 01:58:57.811570 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63" -d '{"events": [{"name": "network-changed", "server_uuid": "7acbacdb-c294-45ee-967e-4855a59accd8", "tag": "30b9c332-33d1-48a4-962c-da49dfb7b5fe"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:58:57.857314 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Transition to ACTIVE for port object 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:57.858770 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21b588-b927-4ff3-88aa-89d45c5eb836 service neutron] Pushing event updated for resources: {'Port': ['ID=30b9c332-33d1-48a4-962c-da49dfb7b5fe,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:57.893770 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:57.899889 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 01:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42791c1d-de75-4052-a852-6b406784a494 x-openstack-request-id: req-42791c1d-de75-4052-a852-6b406784a494 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:58:57.900087 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acbacdb-c294-45ee-967e-4855a59accd8", "tag": "30b9c332-33d1-48a4-962c-da49dfb7b5fe", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:58:57.900371 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42791c1d-de75-4052-a852-6b406784a494 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:58:57.901066 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acbacdb-c294-45ee-967e-4855a59accd8', 'tag': '30b9c332-33d1-48a4-962c-da49dfb7b5fe', 'status': 'completed', 'code': 200} Sep 03 01:58:57.914800 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e37fd5-588e-4333-9f33-db145534315e {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:58:57.938075 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port b8e37fd5-588e-4333-9f33-db145534315e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b8e37fd5-588e-4333-9f33-db145534315e,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:57.946835 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:57.948234 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 9bbd7809-72e4-41ca-a766-4e696c0e612d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:58:57.965536 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-edac36cc-c241-44de-8a56-b33336b26d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:57.967582 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-edac36cc-c241-44de-8a56-b33336b26d63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 1097 time: 0.0991130 Sep 03 01:58:57.978104 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:57.991545 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ace6ac-57e0-472b-b467-1d89521d9d94 req-00d69b81-a508-4c3f-ad63-34903e91739b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:57.993199 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-69ace6ac-57e0-472b-b467-1d89521d9d94 req-00d69b81-a508-4c3f-ad63-34903e91739b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 944 time: 0.0916576 Sep 03 01:58:58.068688 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-e6af8884-f170-4e98-8575-ac494f032c01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b9c332-33d1-48a4-962c-da49dfb7b5fe HTTP/1.1" status: 200 len: 217 time: 0.0716398 Sep 03 01:58:58.092570 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=b8e37fd5-588e-4333-9f33-db145534315e,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:58.101320 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:58:58.133403 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:58:58.142291 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:58:58.148174 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:58.148693 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.153009 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:58.171899 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-69ace6ac-57e0-472b-b467-1d89521d9d94 req-30655efd-fbf3-4cee-a72b-2f4a82c35c18 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167953 Sep 03 01:58:58.193923 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-bb5af74d-de3e-4c50-bc47-d367d9c1bc82 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6577592 Sep 03 01:58:58.193923 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0361d201-3172-497c-927a-afbb037e5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:58.193923 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-0361d201-3172-497c-927a-afbb037e5dcc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf88f5a8-e67a-4d71-8361-698d70424a65 HTTP/1.1" status: 200 len: 859 time: 0.1088672 Sep 03 01:58:58.212855 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 9bbd7809-72e4-41ca-a766-4e696c0e612d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9bbd7809-72e4-41ca-a766-4e696c0e612d,segment=NetworkSegment(8cdf7699-b632-41bf-8325-88c599ab7260),segment_id=8cdf7699-b632-41bf-8325-88c599ab7260)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:58.221591 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Request body: {'port': {'device_id': '99c46e95-027d-4870-8a9e-279a8641246a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:58:58.243046 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '9bbd7809-72e4-41ca-a766-4e696c0e612d', 'network_id': '31401e25-d1aa-48fa-94c8-f13c027f3869', 'port_id': '9bbd7809-72e4-41ca-a766-4e696c0e612d', 'mac_address': 'fa:16:3e:99:f0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2f691-d6ad-42ba-82b5-7d3113e2567c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:58:58.255493 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c62d7-0568-41f5-a317-66e7c4a4f027 req-aa0cceb2-9ed0-4fdc-8516-1fc024cf6fb8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:58.265200 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9a4c62d7-0568-41f5-a317-66e7c4a4f027 req-aa0cceb2-9ed0-4fdc-8516-1fc024cf6fb8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.0865760 Sep 03 01:58:58.294538 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-bf97686d-0070-4798-98cd-56b15ac21e4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703943 Sep 03 01:58:58.298288 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.315675 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbd7809-72e4-41ca-a766-4e696c0e612d {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:58:58.337557 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9a4c62d7-0568-41f5-a317-66e7c4a4f027 req-45b1dae1-090d-4248-b89d-c2a429cda613 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709326 Sep 03 01:58:58.355970 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 9bbd7809-72e4-41ca-a766-4e696c0e612d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9bbd7809-72e4-41ca-a766-4e696c0e612d,segment=NetworkSegment(8cdf7699-b632-41bf-8325-88c599ab7260),segment_id=8cdf7699-b632-41bf-8325-88c599ab7260)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:58:58.359731 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.363493 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.438725 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=9bbd7809-72e4-41ca-a766-4e696c0e612d,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:58.497812 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7b4f-b0f0-4c34-8d1a-a423c8a755e0 req-7b1eed11-5247-4f7a-ba04-39d0ae0f0122 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:58.501751 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d8564-1d35-481e-9e87-b7ffa11cf73a req-055699cd-4961-4869-84a3-67aa3ab5b1dd tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:58.507918 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3aed7b4f-b0f0-4c34-8d1a-a423c8a755e0 req-7b1eed11-5247-4f7a-ba04-39d0ae0f0122 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 944 time: 0.0652032 Sep 03 01:58:58.508651 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-258d8564-1d35-481e-9e87-b7ffa11cf73a req-055699cd-4961-4869-84a3-67aa3ab5b1dd tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 931 time: 0.1265805 Sep 03 01:58:58.539399 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3aed7b4f-b0f0-4c34-8d1a-a423c8a755e0 req-6df69246-f0e0-4bee-9dad-36c8473c2150 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Sep 03 01:58:58.575868 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-7ac545c4-cae0-4c2d-b86b-c670b935e564 None None] Provisioning for port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:58:58.579688 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-7ac545c4-cae0-4c2d-b86b-c670b935e564 None None] Provisioning complete for port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:58:58.580054 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ac545c4-cae0-4c2d-b86b-c670b935e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.614127 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-258d8564-1d35-481e-9e87-b7ffa11cf73a req-8fd6f8fe-4ce1-4e1e-98d8-fea9702cc145 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017213 Sep 03 01:58:58.616532 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-7ac545c4-cae0-4c2d-b86b-c670b935e564 None None] Port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:58:58.746544 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:58:58.753690 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.765855 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Transition to ACTIVE for port object 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:58:58.769483 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.842538 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Pushing event updated for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:58.855659 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Attempting to bind port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:58:58.855991 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Attempting to bind port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:58:58.856868 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Attempting to bind port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 on network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:58.860769 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 on network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 01:58:58.861129 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Attempting to bind port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 on network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:58:58.866539 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:58:58.866869 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Checking segment: {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:58:58.867322 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Bound using segment: {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:58:58.867741 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Bound port: 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:58:58.868212 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.925480 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77402534-ee18-4960-899d-b654b6942345 req-2826af05-954e-4aee-a23b-5167630f0ca9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:58.927506 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77402534-ee18-4960-899d-b654b6942345 req-2826af05-954e-4aee-a23b-5167630f0ca9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 944 time: 0.0532002 Sep 03 01:58:58.944608 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:58:58.945443 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e291-23ea-4ae3-bf2a-08f6be48158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.949693 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:58:58.955298 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.976384 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-77402534-ee18-4960-899d-b654b6942345 req-b0cad106-7791-4b23-a06b-c1e3027380bc tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 Sep 03 01:58:58.990876 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:58.991683 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:58.993161 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] 10.222.0.42 "PUT /v2.0/ports/8c2c8193-ad39-4b32-9e4f-289c56fe16c0 HTTP/1.1" status: 200 len: 1093 time: 0.7769446 Sep 03 01:58:59.017094 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac8569-e10a-4c55-a17b-95ac78b94d9f service neutron] Pushing event updated for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:58:59.172018 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:58:59.290180 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0fdb8-3e68-41d1-9999-09b8eaf07a85 req-fb57562f-454a-48fb-aa3e-e613f0a26660 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:59.291659 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7dd0fdb8-3e68-41d1-9999-09b8eaf07a85 req-fb57562f-454a-48fb-aa3e-e613f0a26660 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 945 time: 0.0531125 Sep 03 01:58:59.328990 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7dd0fdb8-3e68-41d1-9999-09b8eaf07a85 req-91ef0e7d-8f1c-4e5b-baf7-5fd6ef28f725 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Sep 03 01:58:59.440288 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ebbee-1551-4116-a13f-f7304b8f1eae req-5f3a4442-c1cd-4afa-9283-3a9634cb53e3 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:59.441872 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-255ebbee-1551-4116-a13f-f7304b8f1eae req-5f3a4442-c1cd-4afa-9283-3a9634cb53e3 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.0498528 Sep 03 01:58:59.484234 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-255ebbee-1551-4116-a13f-f7304b8f1eae req-44f001c5-94a4-42d9-ac7f-dff4e650b005 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349424 Sep 03 01:58:59.651382 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bae00-a4a8-4d67-ac25-81b4c665fa97 req-05719cdd-ef13-40f3-a788-acfd6d4b507a tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:59.652871 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e23bae00-a4a8-4d67-ac25-81b4c665fa97 req-05719cdd-ef13-40f3-a788-acfd6d4b507a tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 944 time: 0.0479972 Sep 03 01:58:59.691570 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e23bae00-a4a8-4d67-ac25-81b4c665fa97 req-061e8692-c282-4583-a3e6-774b02c0fcdf tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327182 Sep 03 01:58:59.734017 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e60f2-84ce-40cd-a1ea-e555b01c7502 req-c2ae4d06-9d4f-42bd-b7a0-4c2adcbbc50e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:58:59.735633 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-694e60f2-84ce-40cd-a1ea-e555b01c7502 req-c2ae4d06-9d4f-42bd-b7a0-4c2adcbbc50e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0484080 Sep 03 01:58:59.773147 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-694e60f2-84ce-40cd-a1ea-e555b01c7502 req-8d683933-7eca-432d-b08a-3d4ac332eca4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Sep 03 01:58:59.901549 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:58:59.903961 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af7a9e-635f-43fc-a7d1-b42f2658634f" -d '{"events": [{"name": "network-changed", "server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:58:59.983448 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fad098-a829-4a92-b1ff-6539f88d1d45 x-openstack-request-id: req-08fad098-a829-4a92-b1ff-6539f88d1d45 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:58:59.983739 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:58:59.983991 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08fad098-a829-4a92-b1ff-6539f88d1d45 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:58:59.984406 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'status': 'completed', 'code': 200} Sep 03 01:59:00.092645 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:00.095859 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ca83a-ac03-4b5a-81ee-6e28a9d66a99 req-1bdaa4db-3c64-4fa7-99f8-9dc928cb4945 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:00.097372 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-930ca83a-ac03-4b5a-81ee-6e28a9d66a99 req-1bdaa4db-3c64-4fa7-99f8-9dc928cb4945 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 944 time: 0.0528777 Sep 03 01:59:00.135130 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-930ca83a-ac03-4b5a-81ee-6e28a9d66a99 req-caf5e6a5-beae-43d8-9b2f-f4be559a3573 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Sep 03 01:59:00.441767 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada731a7-2c2d-47e1-b2f5-1fe2bc3e44c1 req-05f8c51f-2f2c-463d-aa96-8e6509c4db1b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:00.443900 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ada731a7-2c2d-47e1-b2f5-1fe2bc3e44c1 req-05f8c51f-2f2c-463d-aa96-8e6509c4db1b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 945 time: 0.0485349 Sep 03 01:59:00.480635 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ada731a7-2c2d-47e1-b2f5-1fe2bc3e44c1 req-1784d30e-3574-4a45-a4d0-55dc60071cba tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307696 Sep 03 01:59:00.597637 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fffe3-26ca-4a40-aabe-f339a4834dbb req-42f588a4-fab6-49f3-99fd-1794d5e9f47c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:00.599083 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-647fffe3-26ca-4a40-aabe-f339a4834dbb req-42f588a4-fab6-49f3-99fd-1794d5e9f47c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.0492287 Sep 03 01:59:00.638761 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-647fffe3-26ca-4a40-aabe-f339a4834dbb req-a07e4798-5075-456a-b1b4-e0a312cc9b55 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337679 Sep 03 01:59:00.809868 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48899080-6088-497f-b599-463d703024fa req-d222eb17-315a-4a54-9073-41613a01fa7c tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:00.811348 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-48899080-6088-497f-b599-463d703024fa req-d222eb17-315a-4a54-9073-41613a01fa7c tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 944 time: 0.0542114 Sep 03 01:59:00.848142 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-48899080-6088-497f-b599-463d703024fa req-6b3f41a4-5b67-4e7f-b01f-f10ec182407b tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310779 Sep 03 01:59:00.891536 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869dc3e-3902-47ce-ac0b-c509fe27dc1f req-57b452ca-83c9-450e-950c-4fdecdb62187 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:00.893030 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8869dc3e-3902-47ce-ac0b-c509fe27dc1f req-57b452ca-83c9-450e-950c-4fdecdb62187 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0485609 Sep 03 01:59:00.929851 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8869dc3e-3902-47ce-ac0b-c509fe27dc1f req-6aeb5325-33c9-411f-b6bf-5983d507c8ea tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310371 Sep 03 01:59:01.143908 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-55c210cd-92f6-4964-8e29-aa513523629f service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206937 Sep 03 01:59:01.150034 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af7a9e-635f-43fc-a7d1-b42f2658634f req-701a9b45-b75d-4d41-9fb0-a2e2c068e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:01.151386 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6af7a9e-635f-43fc-a7d1-b42f2658634f req-701a9b45-b75d-4d41-9fb0-a2e2c068e1a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 1096 time: 0.0643225 Sep 03 01:59:01.441456 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['9bbd7809-72e4-41ca-a766-4e696c0e612d'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 01:59:01.460930 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['b8e37fd5-588e-4333-9f33-db145534315e'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 01:59:01.613988 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fcd3d-d47c-48ce-bd1c-227f6cd1cf7c req-f4e0188c-bfec-4f70-955d-4e44bddaac97 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:01.616561 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ed4fcd3d-d47c-48ce-bd1c-227f6cd1cf7c req-f4e0188c-bfec-4f70-955d-4e44bddaac97 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 945 time: 0.0670574 Sep 03 01:59:01.626817 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c4f9c-5a02-4905-bffe-52d6de1c7418 req-4151f360-b935-42c3-8bed-f0378cf8bc21 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:01.632073 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b98c4f9c-5a02-4905-bffe-52d6de1c7418 req-4151f360-b935-42c3-8bed-f0378cf8bc21 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 944 time: 0.4165704 Sep 03 01:59:01.634429 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d71be168-0c52-4f51-97f0-e424a68625e2 req-ed810ccf-b3b5-49b6-8359-8eecd4b3a23a service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822047 Sep 03 01:59:01.639004 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af7a9e-635f-43fc-a7d1-b42f2658634f req-96681a0f-b394-489f-a455-dbc38d12bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:01.641138 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6af7a9e-635f-43fc-a7d1-b42f2658634f req-96681a0f-b394-489f-a455-dbc38d12bcc4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=53a477ba1496485da25d20994e25d2d7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4711487 Sep 03 01:59:01.669985 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ed4fcd3d-d47c-48ce-bd1c-227f6cd1cf7c req-cff1fa51-6df5-4806-ab8c-b44df215d99d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475628 Sep 03 01:59:01.768902 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b98c4f9c-5a02-4905-bffe-52d6de1c7418 req-81582129-ab0e-4589-be5b-de30d134e029 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211555 Sep 03 01:59:01.799864 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2586f5e-877e-47b4-8f3c-5dc115d0a133 req-fdd4bbd2-c935-4f5e-a723-418fcf47a1b2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:01.802084 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d2586f5e-877e-47b4-8f3c-5dc115d0a133 req-fdd4bbd2-c935-4f5e-a723-418fcf47a1b2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.0637326 Sep 03 01:59:01.835803 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:01.857471 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d2586f5e-877e-47b4-8f3c-5dc115d0a133 req-608649b6-ad4a-4e36-b8d4-9f02ac5e1d14 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475395 Sep 03 01:59:01.991083 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63 req-b8dc9393-77c5-4d4d-b1c0-8df27789880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:01.992676 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63 req-b8dc9393-77c5-4d4d-b1c0-8df27789880f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 1097 time: 0.2111228 Sep 03 01:59:02.028632 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af7a9e-635f-43fc-a7d1-b42f2658634f req-f3ef9608-2d02-4b41-a59a-4f4118515e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.030174 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6af7a9e-635f-43fc-a7d1-b42f2658634f req-f3ef9608-2d02-4b41-a59a-4f4118515e30 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3761580 Sep 03 01:59:02.053291 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b7add-230d-4d10-bd3a-57a41e4306a7 req-338a858b-4165-4a00-849f-4f1965ff1087 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.055093 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b57b7add-230d-4d10-bd3a-57a41e4306a7 req-338a858b-4165-4a00-849f-4f1965ff1087 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 944 time: 0.1333954 Sep 03 01:59:02.074501 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d6aca-d99a-44dc-a55e-82172249f3c1 req-323d1e28-beac-40ff-b9bc-0fbfba0b1202 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.076004 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d27d6aca-d99a-44dc-a55e-82172249f3c1 req-323d1e28-beac-40ff-b9bc-0fbfba0b1202 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0558958 Sep 03 01:59:02.116458 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d27d6aca-d99a-44dc-a55e-82172249f3c1 req-be1ea7be-c0bc-45e7-b2f0-5266eda45b93 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345142 Sep 03 01:59:02.175307 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b57b7add-230d-4d10-bd3a-57a41e4306a7 req-ea2fe27b-0363-458a-8712-73a678d114bc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130764 Sep 03 01:59:02.183196 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63 req-3434f3eb-c800-40df-957a-054f6df92850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.184636 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63 req-3434f3eb-c800-40df-957a-054f6df92850 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 920 time: 0.1808097 Sep 03 01:59:02.187257 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-1031f8a1-11d4-4dfb-80f9-47d5ccff91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.188620 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-1031f8a1-11d4-4dfb-80f9-47d5ccff91a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 1096 time: 0.0799782 Sep 03 01:59:02.284670 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-ac6090e8-4e02-4cd8-8848-79abaf8f554c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0 HTTP/1.1" status: 200 len: 217 time: 0.0646443 Sep 03 01:59:02.285904 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63 req-eb92958d-61b5-4330-999d-d27fc7cc4bee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b9c332-33d1-48a4-962c-da49dfb7b5fe HTTP/1.1" status: 200 len: 217 time: 0.0721173 Sep 03 01:59:02.382263 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-9309506e-3e03-48a3-ad91-cffbc5188f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.383729 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-9309506e-3e03-48a3-ad91-cffbc5188f76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 200 len: 855 time: 0.0849278 Sep 03 01:59:02.385146 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63 req-4e67e8dc-5cc9-4f03-8d7b-7ab92ef4dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.386466 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63 req-4e67e8dc-5cc9-4f03-8d7b-7ab92ef4dfa0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf88f5a8-e67a-4d71-8361-698d70424a65 HTTP/1.1" status: 200 len: 859 time: 0.0792067 Sep 03 01:59:02.451699 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63 req-b92537af-4295-43e9-a513-1bc5e8e5f0eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434887 Sep 03 01:59:02.509250 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-e643f9ce-c2a0-4c1a-92f0-e4cc53a8e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.510741 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-e643f9ce-c2a0-4c1a-92f0-e4cc53a8e14c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1130774 Sep 03 01:59:02.617343 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63 req-aed0fd97-360c-4df2-b9f0-3fb4c85f5485 service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562171 Sep 03 01:59:02.658345 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-a292f556-036e-41d5-859d-54ddcef76fe9 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196229 Sep 03 01:59:02.789433 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1253d8b-2ed7-4efd-b79e-0eaf4a3b8e63 req-c30a5a9c-7169-4c92-b5c3-1ab191fc73bc service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646461 Sep 03 01:59:02.791810 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cb0b2-2036-4779-a190-92728390fd78 req-cc5d406e-4062-48cb-8bea-ce98fb97e75f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.796909 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b33cb0b2-2036-4779-a190-92728390fd78 req-cc5d406e-4062-48cb-8bea-ce98fb97e75f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 945 time: 0.0506487 Sep 03 01:59:02.812573 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bf3d41e9-a7bf-4497-9326-b5400fd4ff4b req-2f456e10-2fe8-4e8a-adee-fcafddb218f8 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466691 Sep 03 01:59:02.846439 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b33cb0b2-2036-4779-a190-92728390fd78 req-b4d98f28-9fae-4e1b-8219-5e9cb82991fa tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463145 Sep 03 01:59:02.892103 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53700204-23ad-4b98-9de7-d9a6c0183c83 req-7627b6cd-6dc5-4239-9553-751efe43d8d3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.893601 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-53700204-23ad-4b98-9de7-d9a6c0183c83 req-7627b6cd-6dc5-4239-9553-751efe43d8d3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 944 time: 0.0531020 Sep 03 01:59:02.933833 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-53700204-23ad-4b98-9de7-d9a6c0183c83 req-7790cf3f-d43d-494c-9671-bd18a2bf88ac tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Sep 03 01:59:02.965482 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94b51c-1378-4fab-aadd-1647d8f536b2 req-bcc3a7e9-2898-4e96-b959-d494b0529f63 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:02.966897 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0e94b51c-1378-4fab-aadd-1647d8f536b2 req-bcc3a7e9-2898-4e96-b959-d494b0529f63 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 944 time: 0.0484703 Sep 03 01:59:03.008137 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0e94b51c-1378-4fab-aadd-1647d8f536b2 req-0237a514-43ac-4ccc-b5b9-2fc99ff87eb3 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354419 Sep 03 01:59:03.071725 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 70ac851c-fbc5-4ae3-94ae-6eba151789d6 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:59:03.081043 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device b8e37fd5-588e-4333-9f33-db145534315e up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:03.288262 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041f783-1945-4a78-ba83-c70c474f009f req-ea04ed51-0c82-40cc-9226-ef804ba2ef3f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:03.297815 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c041f783-1945-4a78-ba83-c70c474f009f req-ea04ed51-0c82-40cc-9226-ef804ba2ef3f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0737369 Sep 03 01:59:03.320774 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port b8e37fd5-588e-4333-9f33-db145534315e completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:03.330669 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 70ac851c-fbc5-4ae3-94ae-6eba151789d6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:03.333291 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port b8e37fd5-588e-4333-9f33-db145534315e triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:03.334313 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:03.342333 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5989c4a-00d0-4d5b-a59e-6c6e72374cf0 req-70170b13-a951-45cd-9133-a25f78b872d4 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:03.344361 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5989c4a-00d0-4d5b-a59e-6c6e72374cf0 req-70170b13-a951-45cd-9133-a25f78b872d4 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 944 time: 0.0772073 Sep 03 01:59:03.349787 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c041f783-1945-4a78-ba83-c70c474f009f req-b986ce08-410a-4f76-a706-6fb90033939c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507822 Sep 03 01:59:03.373782 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '70ac851c-fbc5-4ae3-94ae-6eba151789d6', 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491', 'port_id': '70ac851c-fbc5-4ae3-94ae-6eba151789d6', 'mac_address': 'fa:16:3e:9a:bc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf88f5a8-e67a-4d71-8361-698d70424a65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:59:03.397797 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5989c4a-00d0-4d5b-a59e-6c6e72374cf0 req-af718cdb-4557-4d3d-af3a-865f5f13bd2c tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458875 Sep 03 01:59:03.430399 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:03.463758 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ac851c-fbc5-4ae3-94ae-6eba151789d6 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:59:03.495710 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 70ac851c-fbc5-4ae3-94ae-6eba151789d6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:03.497342 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:03.507060 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:03.507721 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 7e972b27-9906-464a-8652-21c602f029e6 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:59:03.561298 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da698d4-afa3-47b3-9178-282f64328a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e37fd5-588e-4333-9f33-db145534315e'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:59:03.661496 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port b8e37fd5-588e-4333-9f33-db145534315e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b8e37fd5-588e-4333-9f33-db145534315e,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:03.666819 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:03.667583 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 9bbd7809-72e4-41ca-a766-4e696c0e612d up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:03.677490 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=70ac851c-fbc5-4ae3-94ae-6eba151789d6,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:03.705717 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8246c297-f0f5-4bc7-8893-5faf12450835" -d '{"events": [{"server_uuid": "0da698d4-afa3-47b3-9178-282f64328a33", "name": "network-vif-plugged", "status": "completed", "tag": "b8e37fd5-588e-4333-9f33-db145534315e"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:59:03.826908 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 7e972b27-9906-464a-8652-21c602f029e6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7e972b27-9906-464a-8652-21c602f029e6,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:03.830154 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839280e9-e75f-44fd-bb57-f95c23655c86 x-openstack-request-id: req-839280e9-e75f-44fd-bb57-f95c23655c86 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:59:03.830442 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da698d4-afa3-47b3-9178-282f64328a33", "name": "network-vif-plugged", "status": "completed", "tag": "b8e37fd5-588e-4333-9f33-db145534315e", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:59:03.830700 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-839280e9-e75f-44fd-bb57-f95c23655c86 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:59:03.831142 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da698d4-afa3-47b3-9178-282f64328a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e37fd5-588e-4333-9f33-db145534315e', 'code': 200} Sep 03 01:59:03.831943 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=b8e37fd5-588e-4333-9f33-db145534315e,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:03.839761 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 9bbd7809-72e4-41ca-a766-4e696c0e612d completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:03.846908 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 9bbd7809-72e4-41ca-a766-4e696c0e612d triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:03.847281 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:03.848800 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '7e972b27-9906-464a-8652-21c602f029e6', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'port_id': '7e972b27-9906-464a-8652-21c602f029e6', 'mac_address': 'fa:16:3e:ac:4c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:59:03.918023 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:03.934677 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e972b27-9906-464a-8652-21c602f029e6 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:59:03.968648 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398724-1dd8-46b4-a7c6-26f24e8527bb req-9a773f68-a4b4-4418-ad65-f71875946e13 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:03.970771 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0d398724-1dd8-46b4-a7c6-26f24e8527bb req-9a773f68-a4b4-4418-ad65-f71875946e13 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0497773 Sep 03 01:59:03.976901 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 7e972b27-9906-464a-8652-21c602f029e6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7e972b27-9906-464a-8652-21c602f029e6,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:03.983966 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:04.014225 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:04.032691 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0d398724-1dd8-46b4-a7c6-26f24e8527bb req-e2143b3c-071c-4c15-b5ad-9669bbab1b16 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Sep 03 01:59:04.063571 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af2952-0813-436a-bcbe-a6564b78da1b req-d771c948-3abf-45da-bce6-a14051ee5b6d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:04.065142 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b1af2952-0813-436a-bcbe-a6564b78da1b req-d771c948-3abf-45da-bce6-a14051ee5b6d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 944 time: 0.0552690 Sep 03 01:59:04.074088 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=7e972b27-9906-464a-8652-21c602f029e6,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:04.077727 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 9bbd7809-72e4-41ca-a766-4e696c0e612d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9bbd7809-72e4-41ca-a766-4e696c0e612d,segment=NetworkSegment(8cdf7699-b632-41bf-8325-88c599ab7260),segment_id=8cdf7699-b632-41bf-8325-88c599ab7260)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:04.082552 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:04.115576 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b1af2952-0813-436a-bcbe-a6564b78da1b req-8112fb47-4d97-4532-ba82-96203bd3bb5b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Sep 03 01:59:04.131886 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=9bbd7809-72e4-41ca-a766-4e696c0e612d,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:04.141656 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491f3fa-7baa-4d2b-915f-ef6b12524f5d req-d7f1ffbe-9f0f-4755-8262-5d914c450edd tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:04.143305 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8491f3fa-7baa-4d2b-915f-ef6b12524f5d req-d7f1ffbe-9f0f-4755-8262-5d914c450edd tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 945 time: 0.0514839 Sep 03 01:59:04.183974 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8491f3fa-7baa-4d2b-915f-ef6b12524f5d req-21a2b2a3-b37f-4fd8-b9ae-467d660d5a1d tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338748 Sep 03 01:59:04.472382 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d288a-ea61-4c9c-8125-553b8b066608 req-4dfe6f04-030a-49c2-aabc-1ecebc53c624 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:04.473865 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f17d288a-ea61-4c9c-8125-553b8b066608 req-4dfe6f04-030a-49c2-aabc-1ecebc53c624 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0506904 Sep 03 01:59:04.513823 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f17d288a-ea61-4c9c-8125-553b8b066608 req-6c722ff7-9057-4c06-bb53-57d25bd73920 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338185 Sep 03 01:59:04.515187 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726f177-d532-4894-8ab0-42133419bba2 req-554651e8-51e1-4909-aaa1-0fe73280f397 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:04.516779 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d726f177-d532-4894-8ab0-42133419bba2 req-554651e8-51e1-4909-aaa1-0fe73280f397 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0495448 Sep 03 01:59:04.569363 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d726f177-d532-4894-8ab0-42133419bba2 req-a4aed564-fb74-45c1-b603-e1ce6bde6991 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 Sep 03 01:59:05.143976 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5a14-9498-4cf2-b143-ff493ff5a7cc req-c3438c75-3514-41aa-8cd9-1f7db7ac8962 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:05.145926 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d2cb5a14-9498-4cf2-b143-ff493ff5a7cc req-c3438c75-3514-41aa-8cd9-1f7db7ac8962 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0483587 Sep 03 01:59:05.184606 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d2cb5a14-9498-4cf2-b143-ff493ff5a7cc req-5fa2fb08-8092-4f66-9173-9312bad7b418 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Sep 03 01:59:05.221398 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c5b55-c445-46bc-b95b-04c62f6e40f8 req-7264941c-7893-4970-be61-fa22c9f355a4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:05.222947 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da3c5b55-c445-46bc-b95b-04c62f6e40f8 req-7264941c-7893-4970-be61-fa22c9f355a4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 944 time: 0.0480971 Sep 03 01:59:05.262019 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da3c5b55-c445-46bc-b95b-04c62f6e40f8 req-90009a71-d9d8-4b93-8c0c-21d8678145ed tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Sep 03 01:59:05.309048 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdd157-a14c-4bf3-9b26-5d3415168554 req-730210c8-224b-4fdc-a462-a70c3eb1e1aa tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:05.310473 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-14fdd157-a14c-4bf3-9b26-5d3415168554 req-730210c8-224b-4fdc-a462-a70c3eb1e1aa tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 945 time: 0.0549541 Sep 03 01:59:05.349038 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-14fdd157-a14c-4bf3-9b26-5d3415168554 req-ce04608a-4ee0-4ee7-9343-d11cfade957c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327134 Sep 03 01:59:05.634741 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf85319-1e52-4970-b54b-6e97a889cb37 req-87198bd8-5c3a-4f30-8561-ef133f8ef520 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:05.636213 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-adf85319-1e52-4970-b54b-6e97a889cb37 req-87198bd8-5c3a-4f30-8561-ef133f8ef520 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0487769 Sep 03 01:59:05.678263 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-adf85319-1e52-4970-b54b-6e97a889cb37 req-b6ef4c68-0a19-452f-9d9f-72f9254711fc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354161 Sep 03 01:59:05.681802 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e807c-10ed-4031-be5f-564be34a329d req-f58460a1-87ba-4047-8357-3eaa1a730a7b tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:05.683372 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-724e807c-10ed-4031-be5f-564be34a329d req-f58460a1-87ba-4047-8357-3eaa1a730a7b tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0495741 Sep 03 01:59:05.720543 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-724e807c-10ed-4031-be5f-564be34a329d req-4da63e81-0d6b-4a4a-8ac8-bc47f6a80f74 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Sep 03 01:59:05.833094 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163834f7-82cb-40ab-9d52-f37358801228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbd7809-72e4-41ca-a766-4e696c0e612d'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:59:05.835870 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6a4d2b-9e67-4321-b343-bd7f2e8fab6d" -d '{"events": [{"server_uuid": "163834f7-82cb-40ab-9d52-f37358801228", "name": "network-vif-plugged", "status": "completed", "tag": "9bbd7809-72e4-41ca-a766-4e696c0e612d"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:59:05.875633 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 01:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6328a0e8-0bfa-408a-a91e-e19d6ce9a66c x-openstack-request-id: req-6328a0e8-0bfa-408a-a91e-e19d6ce9a66c {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:59:05.875923 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163834f7-82cb-40ab-9d52-f37358801228", "name": "network-vif-plugged", "status": "completed", "tag": "9bbd7809-72e4-41ca-a766-4e696c0e612d", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:59:05.876172 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6328a0e8-0bfa-408a-a91e-e19d6ce9a66c {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:59:05.876556 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163834f7-82cb-40ab-9d52-f37358801228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbd7809-72e4-41ca-a766-4e696c0e612d', 'code': 200} Sep 03 01:59:06.305531 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36cdef-c73a-4630-be51-6ad8b9ed3af9 req-bcf2e410-ee64-43af-89b7-da5a49efbece tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:06.307014 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8f36cdef-c73a-4630-be51-6ad8b9ed3af9 req-bcf2e410-ee64-43af-89b7-da5a49efbece tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0528369 Sep 03 01:59:06.345316 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8f36cdef-c73a-4630-be51-6ad8b9ed3af9 req-02a27364-e9ad-4b40-8dc1-9bf1fec0fa7a tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Sep 03 01:59:06.378756 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fb77e-9e6f-4384-ac77-ec259aa170a5 req-2e33d9c1-83e0-41c6-a31d-702562000ffb tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:06.380277 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fc3fb77e-9e6f-4384-ac77-ec259aa170a5 req-2e33d9c1-83e0-41c6-a31d-702562000ffb tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 944 time: 0.0496781 Sep 03 01:59:06.419821 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fc3fb77e-9e6f-4384-ac77-ec259aa170a5 req-01c2ec5a-fbc9-4fd9-af91-d30bc535e96b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Sep 03 01:59:06.444189 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:59:06.473661 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563dce5-c75e-45ba-a2a9-38c9f5bf6c6e req-0e1c9424-df5f-49db-9151-5403bad3cde2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:06.475218 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6563dce5-c75e-45ba-a2a9-38c9f5bf6c6e req-0e1c9424-df5f-49db-9151-5403bad3cde2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 945 time: 0.0560813 Sep 03 01:59:06.518740 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6563dce5-c75e-45ba-a2a9-38c9f5bf6c6e req-d73a4255-43fc-4db8-8507-e69eba6b7112 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371704 Sep 03 01:59:06.567588 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:06.581631 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'port_id': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'mac_address': 'fa:16:3e:7b:11:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:59:06.619157 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:06.632712 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:59:06.652156 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:06.656738 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:06.657428 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 30b9c332-33d1-48a4-962c-da49dfb7b5fe details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:59:06.720166 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c395e9-0e04-4fda-95dd-3f63752b3768 req-b6dfa376-0e97-4526-a09f-b24208e3afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:06.721989 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00c395e9-0e04-4fda-95dd-3f63752b3768 req-b6dfa376-0e97-4526-a09f-b24208e3afac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 1099 time: 0.1077213 Sep 03 01:59:06.728076 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b7abc-e550-4bc9-965c-a6efa137ec01 req-992c04c1-43e6-4464-ab19-0530b5f957cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:06.729540 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-982b7abc-e550-4bc9-965c-a6efa137ec01 req-992c04c1-43e6-4464-ab19-0530b5f957cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 1098 time: 0.1139488 Sep 03 01:59:06.748263 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:06.758621 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00c395e9-0e04-4fda-95dd-3f63752b3768 req-b97e4c34-8871-4084-9060-88d83f21cfee service neutron] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:06.760277 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-982b7abc-e550-4bc9-965c-a6efa137ec01 req-30e4f72e-833c-44f4-ba5d-4cfd339e07eb service neutron] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:06.799091 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.db.api [req-982b7abc-e550-4bc9-965c-a6efa137ec01 req-30e4f72e-833c-44f4-ba5d-4cfd339e07eb service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 01:59:06.799091 dv-cinder-804035-9-iscsi neutron-server[93867]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 01:59:06.799091 dv-cinder-804035-9-iscsi neutron-server[93867]: [parameters: {'project_id': '7ca559db84f94d1681e518b4fdfcd2e5', 'id': '97ae1611-41a3-44bd-bceb-d34307c9cd44', 'expiration': datetime.datetime(2021, 9, 3, 2, 1, 6, 789382)}] Sep 03 01:59:06.799091 dv-cinder-804035-9-iscsi neutron-server[93867]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93867) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 01:59:06.799521 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG oslo_db.api [req-982b7abc-e550-4bc9-965c-a6efa137ec01 req-30e4f72e-833c-44f4-ba5d-4cfd339e07eb service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:59:06.805882 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 30b9c332-33d1-48a4-962c-da49dfb7b5fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=30b9c332-33d1-48a4-962c-da49dfb7b5fe,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:06.819751 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '30b9c332-33d1-48a4-962c-da49dfb7b5fe', 'network_id': '8a8d07f5-5d5b-4935-b21f-e21f19dd9491', 'port_id': '30b9c332-33d1-48a4-962c-da49dfb7b5fe', 'mac_address': 'fa:16:3e:f8:98:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf88f5a8-e67a-4d71-8361-698d70424a65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:59:06.826594 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['7e972b27-9906-464a-8652-21c602f029e6'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 01:59:06.831143 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1fd8d-ead6-4810-a043-554a9818349f req-dafdfb4f-f0c3-49d6-8537-a7463a999363 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:06.838343 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d5e1fd8d-ead6-4810-a043-554a9818349f req-dafdfb4f-f0c3-49d6-8537-a7463a999363 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0635185 Sep 03 01:59:06.865556 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['70ac851c-fbc5-4ae3-94ae-6eba151789d6'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 01:59:06.890193 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d5e1fd8d-ead6-4810-a043-554a9818349f req-97f00783-535f-430c-bf0f-bee8d57bd3cf tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484529 Sep 03 01:59:06.895221 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224498da-bc8d-405b-99b5-48c6656c758f req-eba37e78-c802-41ff-8612-38daf89dcdbf tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:06.896923 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-224498da-bc8d-405b-99b5-48c6656c758f req-eba37e78-c802-41ff-8612-38daf89dcdbf tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0799403 Sep 03 01:59:06.935285 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:06.954615 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00c395e9-0e04-4fda-95dd-3f63752b3768 req-b97e4c34-8871-4084-9060-88d83f21cfee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:06.958967 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-224498da-bc8d-405b-99b5-48c6656c758f req-b8ad9e48-eb46-4b72-abc9-f40e0f287cb3 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531611 Sep 03 01:59:06.960397 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00c395e9-0e04-4fda-95dd-3f63752b3768 req-b97e4c34-8871-4084-9060-88d83f21cfee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:06.962933 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b9c332-33d1-48a4-962c-da49dfb7b5fe {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:59:06.997400 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00c395e9-0e04-4fda-95dd-3f63752b3768 req-b97e4c34-8871-4084-9060-88d83f21cfee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667561 Sep 03 01:59:06.999212 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e4c34-8871-4084-9060-88d83f21cfee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c5ab5-02ff-4299-a0be-4e76eaf3b9f0,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:07.014543 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 30b9c332-33d1-48a4-962c-da49dfb7b5fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=30b9c332-33d1-48a4-962c-da49dfb7b5fe,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:07.028214 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:07.129692 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=30b9c332-33d1-48a4-962c-da49dfb7b5fe,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:07.301194 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-982b7abc-e550-4bc9-965c-a6efa137ec01 req-30e4f72e-833c-44f4-ba5d-4cfd339e07eb service neutron] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:07.359027 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-982b7abc-e550-4bc9-965c-a6efa137ec01 req-30e4f72e-833c-44f4-ba5d-4cfd339e07eb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221941 Sep 03 01:59:07.460837 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58e774-2ca3-467f-afe6-4d893026f5c5 req-e69b1a40-6c1d-4a84-b6f8-4f67158d2fa1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:07.462529 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8b58e774-2ca3-467f-afe6-4d893026f5c5 req-e69b1a40-6c1d-4a84-b6f8-4f67158d2fa1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0519335 Sep 03 01:59:07.507485 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8b58e774-2ca3-467f-afe6-4d893026f5c5 req-b57f77ff-8fbf-4dfc-ac30-aca1519c75af tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373046 Sep 03 01:59:07.539798 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ade47-9d03-4bba-b8f4-2deec410f1ae req-cbf310b6-aa64-4687-89d3-4be386b38ebf tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:07.541349 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1c7ade47-9d03-4bba-b8f4-2deec410f1ae req-cbf310b6-aa64-4687-89d3-4be386b38ebf tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 945 time: 0.0523152 Sep 03 01:59:07.585907 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1c7ade47-9d03-4bba-b8f4-2deec410f1ae req-5fb2c4e0-68d7-44a0-b9a7-b326659898b3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Sep 03 01:59:07.648995 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdc554-4a4e-4879-98e9-d128ed7fcfc1 req-ae712b39-5403-45dc-b0fc-c371f70ca8d2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:07.650513 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c3bdc554-4a4e-4879-98e9-d128ed7fcfc1 req-ae712b39-5403-45dc-b0fc-c371f70ca8d2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 945 time: 0.0574226 Sep 03 01:59:07.690617 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c3bdc554-4a4e-4879-98e9-d128ed7fcfc1 req-7f00d29d-c815-466f-9134-f11f726b4016 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Sep 03 01:59:08.003756 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f45f15-f96d-44ea-95ee-bbf7293acfe1 req-120ded17-5543-4371-8dc9-7ac29ad72ddc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:08.005268 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64f45f15-f96d-44ea-95ee-bbf7293acfe1 req-120ded17-5543-4371-8dc9-7ac29ad72ddc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0493205 Sep 03 01:59:08.045787 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64f45f15-f96d-44ea-95ee-bbf7293acfe1 req-07dfbda0-54a7-4fa4-a3b4-261a99a407b7 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334280 Sep 03 01:59:08.090596 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72871bab-a9f6-4e1f-a3b8-0128e68b9a66 req-962ce4a2-0b1f-4e6e-849c-66329d851471 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:08.092071 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72871bab-a9f6-4e1f-a3b8-0128e68b9a66 req-962ce4a2-0b1f-4e6e-849c-66329d851471 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0535777 Sep 03 01:59:08.129341 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-72871bab-a9f6-4e1f-a3b8-0128e68b9a66 req-a661986a-b666-4557-bb5e-725125322951 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314002 Sep 03 01:59:08.627187 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9e041-dc42-4b3d-b1f7-618a67c94d3b req-264e8658-98eb-40fa-8319-5677b3070c38 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:08.628640 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fa9e041-dc42-4b3d-b1f7-618a67c94d3b req-264e8658-98eb-40fa-8319-5677b3070c38 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0502074 Sep 03 01:59:08.668857 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fa9e041-dc42-4b3d-b1f7-618a67c94d3b req-46bad88e-95c1-4bab-b9b3-fbc1a28c3b90 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Sep 03 01:59:08.711552 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82b480-2529-48a4-8394-65024870b7e7 req-14cd0e58-0cec-49ac-a77a-c2bb285c75e0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:08.713135 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da82b480-2529-48a4-8394-65024870b7e7 req-14cd0e58-0cec-49ac-a77a-c2bb285c75e0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 945 time: 0.0490451 Sep 03 01:59:08.753860 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da82b480-2529-48a4-8394-65024870b7e7 req-7a1bdee1-b9ad-4362-9470-8764fb8a99e3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343874 Sep 03 01:59:08.805545 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986ab13-f332-424c-9eb4-cc2c5ce785b3 req-381a47c1-22d2-4e18-ac9a-758aef0f61d8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:08.807009 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6986ab13-f332-424c-9eb4-cc2c5ce785b3 req-381a47c1-22d2-4e18-ac9a-758aef0f61d8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 945 time: 0.0474102 Sep 03 01:59:08.845034 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6986ab13-f332-424c-9eb4-cc2c5ce785b3 req-da749e18-5aae-42b3-a19d-13846f372638 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Sep 03 01:59:09.162430 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4c2c4-6e22-4e27-b0f4-8c9493ee88ea req-d9a733d8-0d89-4713-ac3b-95bb00aeea36 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:09.167281 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a9e4c2c4-6e22-4e27-b0f4-8c9493ee88ea req-d9a733d8-0d89-4713-ac3b-95bb00aeea36 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0511889 Sep 03 01:59:09.209916 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a9e4c2c4-6e22-4e27-b0f4-8c9493ee88ea req-88bf5892-1dfe-4c04-a1d5-7e498d489cb1 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342400 Sep 03 01:59:09.245478 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af15632-b176-4f03-b643-83eeea45fd48 req-054bb4b4-20c1-4bc5-977c-b5b166896071 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:09.246918 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3af15632-b176-4f03-b643-83eeea45fd48 req-054bb4b4-20c1-4bc5-977c-b5b166896071 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0468323 Sep 03 01:59:09.283378 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3af15632-b176-4f03-b643-83eeea45fd48 req-74995503-ee39-4eea-9631-a868200a0a28 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305588 Sep 03 01:59:09.782682 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758e2f0-13ca-4b1a-ae73-4fda7d6efe1f req-b22defee-ed74-4fdd-b63c-163c6184dda0 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:09.785092 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7758e2f0-13ca-4b1a-ae73-4fda7d6efe1f req-b22defee-ed74-4fdd-b63c-163c6184dda0 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0503063 Sep 03 01:59:09.839659 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7758e2f0-13ca-4b1a-ae73-4fda7d6efe1f req-4e89f473-7313-40d2-9631-7224b9fca1c7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Sep 03 01:59:09.873169 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58730b21-d154-49c6-821a-f9bccb7005fc req-0a67ab1f-8f9e-49a1-a148-696f40c156fb tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:09.874654 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-58730b21-d154-49c6-821a-f9bccb7005fc req-0a67ab1f-8f9e-49a1-a148-696f40c156fb tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 945 time: 0.0512524 Sep 03 01:59:09.913443 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-58730b21-d154-49c6-821a-f9bccb7005fc req-6cce185e-c955-4f70-be5a-2f656149c707 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Sep 03 01:59:09.962139 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f1979-444d-41c3-ab22-d86801f27e84 req-ea45acc1-9558-41ff-bb4c-5e7306194c7a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:09.963916 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b00f1979-444d-41c3-ab22-d86801f27e84 req-ea45acc1-9558-41ff-bb4c-5e7306194c7a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 945 time: 0.0534673 Sep 03 01:59:10.004863 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b00f1979-444d-41c3-ab22-d86801f27e84 req-b8e490d0-23b5-4f96-a2d8-e714e8d3fbd0 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349855 Sep 03 01:59:10.243569 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['30b9c332-33d1-48a4-962c-da49dfb7b5fe'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 01:59:10.346746 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8586b19-a189-459f-8efc-a2eec565919c req-7d20c006-a3c1-43ea-b2a8-e3b808ffbeb4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:10.349543 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a8586b19-a189-459f-8efc-a2eec565919c req-7d20c006-a3c1-43ea-b2a8-e3b808ffbeb4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0635650 Sep 03 01:59:10.379156 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['8c2c8193-ad39-4b32-9e4f-289c56fe16c0'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 01:59:10.404770 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a8586b19-a189-459f-8efc-a2eec565919c req-d9ba7604-77c5-4f7b-94fc-edba36023f04 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481026 Sep 03 01:59:10.418485 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f5d43-6ad6-4963-8cb5-9daf193ccb4a req-3b6ad36f-f7ca-4065-9d94-1ac1c56a1fd7 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:10.425482 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-955f5d43-6ad6-4963-8cb5-9daf193ccb4a req-3b6ad36f-f7ca-4065-9d94-1ac1c56a1fd7 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0672822 Sep 03 01:59:10.461253 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-955f5d43-6ad6-4963-8cb5-9daf193ccb4a req-94a5e2cf-751f-4cde-bf79-d1397f6b33ea tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Sep 03 01:59:10.961129 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119dc36-5c60-42cf-96fd-1b16e6e2b1a9 req-9668d554-321a-4267-9b80-a03b6e737293 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:10.970818 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f119dc36-5c60-42cf-96fd-1b16e6e2b1a9 req-9668d554-321a-4267-9b80-a03b6e737293 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0639346 Sep 03 01:59:11.009392 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f119dc36-5c60-42cf-96fd-1b16e6e2b1a9 req-03f4ab49-c4a0-4b31-a0e5-5a8c3ffc2a24 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379579 Sep 03 01:59:11.040938 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73a549-3395-4f07-85b8-07767bfa52e5 req-d3d218bc-bdac-4dda-aaec-b530d1492d2b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:11.042826 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2e73a549-3395-4f07-85b8-07767bfa52e5 req-d3d218bc-bdac-4dda-aaec-b530d1492d2b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 945 time: 0.0625916 Sep 03 01:59:11.090268 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2e73a549-3395-4f07-85b8-07767bfa52e5 req-67b9eac0-ae33-4c29-bb7e-a26f76222772 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358098 Sep 03 01:59:11.138356 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ad0de-a243-4373-8629-da30f3eb608a req-de73df09-68a1-4728-aa8e-7c82468f359c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:11.139803 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f3ad0de-a243-4373-8629-da30f3eb608a req-de73df09-68a1-4728-aa8e-7c82468f359c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 945 time: 0.0547514 Sep 03 01:59:11.176301 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f3ad0de-a243-4373-8629-da30f3eb608a req-b32e5872-7b21-4130-9883-08c931ad8378 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306749 Sep 03 01:59:11.528993 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e5fd0-1d7e-4698-8014-b0b0c258cb25 req-06d6d724-115e-46a8-85a3-56de7b777859 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:11.530596 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-512e5fd0-1d7e-4698-8014-b0b0c258cb25 req-06d6d724-115e-46a8-85a3-56de7b777859 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0512757 Sep 03 01:59:11.581700 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-512e5fd0-1d7e-4698-8014-b0b0c258cb25 req-b0d1632f-7a4f-4cf4-bac5-85358472ee07 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420561 Sep 03 01:59:11.582762 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c6438-d496-4534-92d0-fb03f638402f req-7f0b7adc-4d8c-457b-b1ad-200d5e3b3b21 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:11.584309 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0d9c6438-d496-4534-92d0-fb03f638402f req-7f0b7adc-4d8c-457b-b1ad-200d5e3b3b21 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0497601 Sep 03 01:59:11.626917 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0d9c6438-d496-4534-92d0-fb03f638402f req-b8b1f189-fb10-4a0f-8527-2471d701b39a tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356731 Sep 03 01:59:11.668948 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 70ac851c-fbc5-4ae3-94ae-6eba151789d6 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:11.719321 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 70ac851c-fbc5-4ae3-94ae-6eba151789d6 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:11.723733 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 70ac851c-fbc5-4ae3-94ae-6eba151789d6 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:11.724630 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:11.809309 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:11.831897 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89247c86-76c3-484d-8f89-88be06b0acfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ac851c-fbc5-4ae3-94ae-6eba151789d6'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:59:11.834820 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c07c15-a7c5-411d-971b-8069bfe11dd8" -d '{"events": [{"server_uuid": "89247c86-76c3-484d-8f89-88be06b0acfa", "name": "network-vif-plugged", "status": "completed", "tag": "70ac851c-fbc5-4ae3-94ae-6eba151789d6"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:59:11.847396 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 70ac851c-fbc5-4ae3-94ae-6eba151789d6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:11.853935 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:11.854697 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 30b9c332-33d1-48a4-962c-da49dfb7b5fe up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:11.903822 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 01:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4553461-affb-4bce-a35a-5c3c9284100a x-openstack-request-id: req-d4553461-affb-4bce-a35a-5c3c9284100a {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:59:11.904107 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89247c86-76c3-484d-8f89-88be06b0acfa", "name": "network-vif-plugged", "status": "completed", "tag": "70ac851c-fbc5-4ae3-94ae-6eba151789d6", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:59:11.904357 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4553461-affb-4bce-a35a-5c3c9284100a {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:59:11.904755 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89247c86-76c3-484d-8f89-88be06b0acfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ac851c-fbc5-4ae3-94ae-6eba151789d6', 'code': 200} Sep 03 01:59:12.052725 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=70ac851c-fbc5-4ae3-94ae-6eba151789d6,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:12.068531 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 30b9c332-33d1-48a4-962c-da49dfb7b5fe completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:12.073307 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 30b9c332-33d1-48a4-962c-da49dfb7b5fe triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:12.073730 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:12.194459 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:12.235849 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 30b9c332-33d1-48a4-962c-da49dfb7b5fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=30b9c332-33d1-48a4-962c-da49dfb7b5fe,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:12.241686 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:12.242594 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 7e972b27-9906-464a-8652-21c602f029e6 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:12.289523 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4aa7f-0020-47c6-988a-1d43f8a1c657 req-fc5a037c-3253-4fb4-bd56-795f39b60e4f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:12.291031 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b8b4aa7f-0020-47c6-988a-1d43f8a1c657 req-fc5a037c-3253-4fb4-bd56-795f39b60e4f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.1315899 Sep 03 01:59:12.308501 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86074feb-aed8-4cee-bf5c-59e3dcdf2c40 req-af84e339-5502-4ee1-943c-465dd04bd9b8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:12.316871 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86074feb-aed8-4cee-bf5c-59e3dcdf2c40 req-af84e339-5502-4ee1-943c-465dd04bd9b8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 945 time: 0.0961590 Sep 03 01:59:12.330491 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=30b9c332-33d1-48a4-962c-da49dfb7b5fe,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:12.343212 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 7e972b27-9906-464a-8652-21c602f029e6 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:12.348192 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 7e972b27-9906-464a-8652-21c602f029e6 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:12.348641 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:12.380707 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-86074feb-aed8-4cee-bf5c-59e3dcdf2c40 req-44a39a94-254c-440c-9806-ac3721d58ff3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577595 Sep 03 01:59:12.449050 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:12.493465 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 7e972b27-9906-464a-8652-21c602f029e6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7e972b27-9906-464a-8652-21c602f029e6,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:12.503395 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:12.504444 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:12.521865 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343491ba-834f-46f3-88af-be94086c4b74 req-f5036101-b1cc-4b0a-86b0-af7a42f43a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:12.523005 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d5c7c-a7cf-48f8-9f1a-b7b6eeddc95a req-c2b7e3c2-6b95-4037-a48c-40d8b8de345f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:12.523320 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-343491ba-834f-46f3-88af-be94086c4b74 req-f5036101-b1cc-4b0a-86b0-af7a42f43a6d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 1098 time: 0.2766550 Sep 03 01:59:12.531011 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c3d5c7c-a7cf-48f8-9f1a-b7b6eeddc95a req-c2b7e3c2-6b95-4037-a48c-40d8b8de345f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 945 time: 0.0670316 Sep 03 01:59:12.543415 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b8b4aa7f-0020-47c6-988a-1d43f8a1c657 req-1fc30fa1-6cbf-4155-8bb5-00b20c4aaad2 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418721 Sep 03 01:59:12.583749 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c3d5c7c-a7cf-48f8-9f1a-b7b6eeddc95a req-196bccf4-6797-4f6d-8be9-3dfd30b886b1 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471652 Sep 03 01:59:12.609612 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:12.617932 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:12.618521 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:12.641358 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=7e972b27-9906-464a-8652-21c602f029e6,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:12.733488 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a8295-f980-4683-82e6-6720a78b93c4 req-ed48adca-f81e-4c42-b3ba-3c3e83ccc731 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:12.736340 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-084a8295-f980-4683-82e6-6720a78b93c4 req-ed48adca-f81e-4c42-b3ba-3c3e83ccc731 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0659833 Sep 03 01:59:12.757455 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:12.786012 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b39587-0214-4553-ba4c-29527659f807 req-236cd9f1-adab-440a-b205-f52ef3f74b40 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:12.793522 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f5b39587-0214-4553-ba4c-29527659f807 req-236cd9f1-adab-440a-b205-f52ef3f74b40 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0789306 Sep 03 01:59:12.804753 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-084a8295-f980-4683-82e6-6720a78b93c4 req-cde1f63a-bc97-4281-8298-4bbc3636ab67 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591471 Sep 03 01:59:12.824390 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:12.840260 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:12.855368 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f5b39587-0214-4553-ba4c-29527659f807 req-79b4dd6a-2d9c-4dcc-bbcd-fe04a9a27c31 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590880 Sep 03 01:59:12.931766 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:13.028852 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 55908) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:13.165392 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:13.275103 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:13.279233 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:13.316073 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d4090919ce5449f90b269ec99e74b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856815 Sep 03 01:59:13.317453 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75fd901-3eee-4102-8fd8-34aad17466fb,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:13.319795 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 55922) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:13.335878 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.336224 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.336565 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.336921 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.337249 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.337582 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.337907 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.338231 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.338554 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.338874 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.339192 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.339510 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152759-3ed6-4cfd-a248-23cbc7b54070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.378296 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b3888cf8-f885-49d0-ae08-e47c72bb548e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:13.400789 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b3888cf8-f885-49d0-ae08-e47c72bb548e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:13.429609 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-343491ba-834f-46f3-88af-be94086c4b74 req-54bdcf84-69d1-4f22-810d-377c22336ac1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297041 Sep 03 01:59:13.449710 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b3888cf8-f885-49d0-ae08-e47c72bb548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:13.452351 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b3888cf8-f885-49d0-ae08-e47c72bb548e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:13.453577 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b3888cf8-f885-49d0-ae08-e47c72bb548e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a75fd901-3eee-4102-8fd8-34aad17466fb HTTP/1.1" status: 204 len: 168 time: 0.1329041 Sep 03 01:59:13.465999 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3888cf8-f885-49d0-ae08-e47c72bb548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75fd901-3eee-4102-8fd8-34aad17466fb,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:13.498199 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d3888-217c-4c81-83fb-845d4b58030b req-bf7de14a-93ec-4e95-8826-8ad41c0b3402 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:13.499773 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f3d3888-217c-4c81-83fb-845d4b58030b req-bf7de14a-93ec-4e95-8826-8ad41c0b3402 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0616651 Sep 03 01:59:13.538572 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f3d3888-217c-4c81-83fb-845d4b58030b req-76db241e-07ca-45e5-8c3a-2f62c07c6589 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Sep 03 01:59:13.689592 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf23d1a-0b3e-48c8-8217-22cd04534d78 req-47133d40-c463-4b53-bbd4-9d292926fe41 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:13.691302 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ccf23d1a-0b3e-48c8-8217-22cd04534d78 req-47133d40-c463-4b53-bbd4-9d292926fe41 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0529644 Sep 03 01:59:13.714199 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 55932) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:13.727265 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:13.730359 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ccf23d1a-0b3e-48c8-8217-22cd04534d78 req-9916bf24-5d45-4a0b-bc84-c788b3336f09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Sep 03 01:59:13.816715 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:13.820741 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:13.850961 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a4487d-7d53-45b4-a724-0b7fe1ab7b9b,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:13.866331 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.866685 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.867026 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.867355 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.867690 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.868050 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.868376 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.868699 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.869052 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.869377 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.870090 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.870090 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:13.877401 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b7c36c7b-5114-4e91-adab-3ed9f3eb960f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20669fa6da674100b04129ed5c628d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621504 Sep 03 01:59:13.878669 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 55936) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:13.906133 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acbacdb-c294-45ee-967e-4855a59accd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b9c332-33d1-48a4-962c-da49dfb7b5fe'}, {'server_uuid': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e972b27-9906-464a-8652-21c602f029e6'}, {'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:59:13.908454 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cba4b1-b00d-41be-b4e9-bbef6d3742e9" -d '{"events": [{"server_uuid": "7acbacdb-c294-45ee-967e-4855a59accd8", "name": "network-vif-plugged", "status": "completed", "tag": "30b9c332-33d1-48a4-962c-da49dfb7b5fe"}, {"server_uuid": "c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80", "name": "network-vif-plugged", "status": "completed", "tag": "7e972b27-9906-464a-8652-21c602f029e6"}, {"server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "name": "network-vif-plugged", "status": "completed", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:59:13.956160 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89892c28-a4cb-47ec-8ac1-92374695da25 req-c68f810b-be68-4149-9026-5b97ca3e0ddf tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:13.957673 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-89892c28-a4cb-47ec-8ac1-92374695da25 req-c68f810b-be68-4149-9026-5b97ca3e0ddf tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0711989 Sep 03 01:59:13.959273 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 03 Sep 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495c2cc3-7670-4e6d-a185-3a005ef8e7f4 x-openstack-request-id: req-495c2cc3-7670-4e6d-a185-3a005ef8e7f4 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:59:13.959789 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acbacdb-c294-45ee-967e-4855a59accd8", "name": "network-vif-plugged", "status": "completed", "tag": "30b9c332-33d1-48a4-962c-da49dfb7b5fe", "code": 200}, {"server_uuid": "c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80", "name": "network-vif-plugged", "status": "completed", "tag": "7e972b27-9906-464a-8652-21c602f029e6", "code": 200}, {"server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "name": "network-vif-plugged", "status": "completed", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:59:13.960379 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-495c2cc3-7670-4e6d-a185-3a005ef8e7f4 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:59:13.960983 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acbacdb-c294-45ee-967e-4855a59accd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b9c332-33d1-48a4-962c-da49dfb7b5fe', 'code': 200} Sep 03 01:59:13.961425 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e972b27-9906-464a-8652-21c602f029e6', 'code': 200} Sep 03 01:59:13.961856 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'code': 200} Sep 03 01:59:13.977971 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31f6-7750-4318-9649-53e875674489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:14.022690 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31f6-7750-4318-9649-53e875674489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:14.031015 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-89892c28-a4cb-47ec-8ac1-92374695da25 req-beea00f7-1515-4410-a6ff-ca2480ff6113 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638988 Sep 03 01:59:14.074204 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31f6-7750-4318-9649-53e875674489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:14.076685 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31f6-7750-4318-9649-53e875674489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:14.077859 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ce0a31f6-7750-4318-9649-53e875674489 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90a4487d-7d53-45b4-a724-0b7fe1ab7b9b HTTP/1.1" status: 204 len: 168 time: 0.1982188 Sep 03 01:59:14.085644 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a31f6-7750-4318-9649-53e875674489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a4487d-7d53-45b4-a724-0b7fe1ab7b9b,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:14.655420 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993201ba-d8c4-4a34-ac49-baf9b60d1ebe req-ce38f8c1-4968-4b92-acf1-0c0c18eb4c11 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:14.656936 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-993201ba-d8c4-4a34-ac49-baf9b60d1ebe req-ce38f8c1-4968-4b92-acf1-0c0c18eb4c11 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0506759 Sep 03 01:59:14.697381 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-993201ba-d8c4-4a34-ac49-baf9b60d1ebe req-158af0f7-41a2-436d-a5c6-8a35547496b6 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Sep 03 01:59:14.860684 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097924e4-e4b2-4f8a-96ee-f0dd6f4aaf9e req-9c644568-5ec8-4f5b-9de5-31855017f880 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:14.862084 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-097924e4-e4b2-4f8a-96ee-f0dd6f4aaf9e req-9c644568-5ec8-4f5b-9de5-31855017f880 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0642877 Sep 03 01:59:14.899780 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-097924e4-e4b2-4f8a-96ee-f0dd6f4aaf9e req-6b7d6e1d-b513-411a-bb18-9a528ab34d80 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318384 Sep 03 01:59:15.154396 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ed4b0-fe9b-431c-b1ee-0975f882a0e5 req-5c5ddf00-a0cf-41a8-9fba-ba755ebc9973 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:15.156145 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-805ed4b0-fe9b-431c-b1ee-0975f882a0e5 req-5c5ddf00-a0cf-41a8-9fba-ba755ebc9973 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0504193 Sep 03 01:59:15.193487 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-805ed4b0-fe9b-431c-b1ee-0975f882a0e5 req-aca8acad-9086-4daa-ac5d-01bdd66bfab4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311384 Sep 03 01:59:15.804394 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56014) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:15.810249 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1026ea7-fa97-4745-9bdd-ef0b2a7d54c8 req-9c51b237-da59-4f85-b9a0-9adbb0f22f38 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:15.811732 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1026ea7-fa97-4745-9bdd-ef0b2a7d54c8 req-9c51b237-da59-4f85-b9a0-9adbb0f22f38 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0481007 Sep 03 01:59:15.851806 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f1026ea7-fa97-4745-9bdd-ef0b2a7d54c8 req-e0adeb26-edcb-4814-a1ff-4cf3418b0b45 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337830 Sep 03 01:59:15.921316 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa6649c1-d3ad-485d-9ece-f1692c37db72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.050066 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c8c80-0778-4641-a289-ea18597c1552 req-804bb8f2-7729-4b90-90ec-d17da4a279d2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:16.051500 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-319c8c80-0778-4641-a289-ea18597c1552 req-804bb8f2-7729-4b90-90ec-d17da4a279d2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0713522 Sep 03 01:59:16.085680 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa6649c1-d3ad-485d-9ece-f1692c37db72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.091711 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa6649c1-d3ad-485d-9ece-f1692c37db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.119520 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-319c8c80-0778-4641-a289-ea18597c1552 req-9055d7af-61a3-43bc-965c-0205a1227645 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602713 Sep 03 01:59:16.126949 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0a112-4d5a-44b2-ab96-cd5ff3d6cf6b req-09638ffe-b485-4ca2-be08-c80af3cfa0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:16.128678 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eda0a112-4d5a-44b2-ab96-cd5ff3d6cf6b req-09638ffe-b485-4ca2-be08-c80af3cfa0a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 1098 time: 0.0945928 Sep 03 01:59:16.144649 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-fa6649c1-d3ad-485d-9ece-f1692c37db72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55e1df67b65f49c6a05eecd60172a7ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390133 Sep 03 01:59:16.145165 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56022) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:16.163409 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8cc0b-11cc-4ea8-a48e-74347cdafec4 req-153e6a23-5a80-4ca8-af15-326e635463af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:16.165152 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dad8cc0b-11cc-4ea8-a48e-74347cdafec4 req-153e6a23-5a80-4ca8-af15-326e635463af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 1099 time: 0.0984619 Sep 03 01:59:16.168080 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfbba9-e5b5-4e7d-8a63-d82a3717aea3 req-50929845-0443-4fe8-801a-ce92ac0e99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:16.169449 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-89bfbba9-e5b5-4e7d-8a63-d82a3717aea3 req-50929845-0443-4fe8-801a-ce92ac0e99a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 1099 time: 0.0776539 Sep 03 01:59:16.172900 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6649c1-d3ad-485d-9ece-f1692c37db72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fbdad4-7ec3-4649-84b4-2252f2e982b1,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:16.198438 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4893de6f-9916-4a78-ae79-dbe73db258d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.226983 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eda0a112-4d5a-44b2-ab96-cd5ff3d6cf6b req-f67780af-3958-44fa-829b-343957a40854 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897038 Sep 03 01:59:16.238253 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4893de6f-9916-4a78-ae79-dbe73db258d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.243249 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dad8cc0b-11cc-4ea8-a48e-74347cdafec4 req-02a51ad9-9746-47b8-8db7-6dc2a1c7d2a4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609901 Sep 03 01:59:16.257110 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-89bfbba9-e5b5-4e7d-8a63-d82a3717aea3 req-bf5f742a-4c2e-498c-a4c6-52a293a4eef6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734935 Sep 03 01:59:16.334717 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4893de6f-9916-4a78-ae79-dbe73db258d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.337419 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4893de6f-9916-4a78-ae79-dbe73db258d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.340931 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4893de6f-9916-4a78-ae79-dbe73db258d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6fbdad4-7ec3-4649-84b4-2252f2e982b1 HTTP/1.1" status: 204 len: 168 time: 0.1923196 Sep 03 01:59:16.358503 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893de6f-9916-4a78-ae79-dbe73db258d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fbdad4-7ec3-4649-84b4-2252f2e982b1,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:16.376118 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b987-8340-4704-895f-7498145bf1a8 req-367334d8-b62f-4cdc-9d37-40bf887d0bdb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:16.384640 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-31a0b987-8340-4704-895f-7498145bf1a8 req-367334d8-b62f-4cdc-9d37-40bf887d0bdb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0903652 Sep 03 01:59:16.441842 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-31a0b987-8340-4704-895f-7498145bf1a8 req-2ae391c2-4963-4dd0-abc8-06c829d0a6d6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486619 Sep 03 01:59:16.702075 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56062) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:16.718882 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-eda88666-3ac1-42ca-a0d6-a991ba50f835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.812009 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-eda88666-3ac1-42ca-a0d6-a991ba50f835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.815841 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-eda88666-3ac1-42ca-a0d6-a991ba50f835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.855942 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-eda88666-3ac1-42ca-a0d6-a991ba50f835 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf3a423c4d2a4095ad1f59e783e68d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527879 Sep 03 01:59:16.856811 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda88666-3ac1-42ca-a0d6-a991ba50f835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c84f7fd-3a66-4908-b4ff-1867066ee47a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:16.858679 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56064) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:16.921373 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d30b25f5-3ffb-4c2a-850a-a29161ede6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.944271 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d30b25f5-3ffb-4c2a-850a-a29161ede6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.991131 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d30b25f5-3ffb-4c2a-850a-a29161ede6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.993674 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d30b25f5-3ffb-4c2a-850a-a29161ede6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:16.994798 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d30b25f5-3ffb-4c2a-850a-a29161ede6af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c84f7fd-3a66-4908-b4ff-1867066ee47a HTTP/1.1" status: 204 len: 168 time: 0.1350956 Sep 03 01:59:17.002280 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b25f5-3ffb-4c2a-850a-a29161ede6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c84f7fd-3a66-4908-b4ff-1867066ee47a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:17.781582 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64456a7a-74f3-43a4-a793-04b6068bbddb req-e50a1c21-9449-4a8b-b5da-650e5a3c4f96 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:17.807356 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64456a7a-74f3-43a4-a793-04b6068bbddb req-e50a1c21-9449-4a8b-b5da-650e5a3c4f96 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1124227 Sep 03 01:59:17.853833 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64456a7a-74f3-43a4-a793-04b6068bbddb req-0cd24c3c-af40-4036-8f10-9976da3faec2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Sep 03 01:59:17.967651 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dba67f-3def-410e-a80e-af26a770cbd2 req-90391cc1-4e86-443a-a868-660548f0e75e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:17.969202 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-70dba67f-3def-410e-a80e-af26a770cbd2 req-90391cc1-4e86-443a-a868-660548f0e75e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0537231 Sep 03 01:59:17.974834 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626edb9-8543-488c-8f98-d7f3f34d71c5 req-eef5a405-f067-4585-a99c-1e3b6d6c0ccc tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:17.977206 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c626edb9-8543-488c-8f98-d7f3f34d71c5 req-eef5a405-f067-4585-a99c-1e3b6d6c0ccc tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.1156821 Sep 03 01:59:18.038539 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c626edb9-8543-488c-8f98-d7f3f34d71c5 req-4f1bbaf8-570a-4dd6-9cd7-fc1bb19e534f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549376 Sep 03 01:59:18.056326 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-70dba67f-3def-410e-a80e-af26a770cbd2 req-d803d01e-3834-48d3-98c7-05e986455e1c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728335 Sep 03 01:59:18.968119 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca8875-063a-4270-aefe-ff0a4c5c8ac6 req-2b3b7a88-0a55-41f8-b1c7-7d12c6425658 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:18.969685 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dcca8875-063a-4270-aefe-ff0a4c5c8ac6 req-2b3b7a88-0a55-41f8-b1c7-7d12c6425658 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0509815 Sep 03 01:59:19.009465 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dcca8875-063a-4270-aefe-ff0a4c5c8ac6 req-01a95540-3ed5-467a-a4a1-2b0c08ce6f0e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Sep 03 01:59:19.158930 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bb787-7375-42da-a35b-c68789bcb535 req-dc7a6606-1db0-4cf7-bfdd-12536e656d13 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:19.160577 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-809bb787-7375-42da-a35b-c68789bcb535 req-dc7a6606-1db0-4cf7-bfdd-12536e656d13 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0476882 Sep 03 01:59:19.178946 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137460-41d0-4eee-ae4a-4967aa7e7ef5 req-7e179480-5a66-4463-bfd2-e9401e230c1b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:19.180463 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-af137460-41d0-4eee-ae4a-4967aa7e7ef5 req-7e179480-5a66-4463-bfd2-e9401e230c1b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0501018 Sep 03 01:59:19.202457 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-809bb787-7375-42da-a35b-c68789bcb535 req-865e99c5-4f29-432d-9fac-1beae6aec72d tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351279 Sep 03 01:59:19.219554 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-af137460-41d0-4eee-ae4a-4967aa7e7ef5 req-9a5d5a9b-971d-44bd-bf10-9449fad3bbe6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 Sep 03 01:59:19.313515 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb71df-0863-4512-8457-2724964e1212 req-86d5c220-6e69-4abe-823a-b6b707884558 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:19.315023 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fccb71df-0863-4512-8457-2724964e1212 req-86d5c220-6e69-4abe-823a-b6b707884558 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0480020 Sep 03 01:59:19.324258 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56192) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:19.329373 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-e41b5415-ecf2-4180-906b-c14744252f06 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'floatingip': {'port_id': '7e972b27-9906-464a-8652-21c602f029e6'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:19.402745 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e41b5415-ecf2-4180-906b-c14744252f06 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:20.011476 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e41b5415-ecf2-4180-906b-c14744252f06 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:20.017002 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e41b5415-ecf2-4180-906b-c14744252f06 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:20.149269 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-e41b5415-ecf2-4180-906b-c14744252f06 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Floating IP 9d505c40-eafa-46f4-b337-21282821bfe2 associated. External IP: 172.27.3.216, port: 7e972b27-9906-464a-8652-21c602f029e6. Sep 03 01:59:20.157346 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56220) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:20.175796 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2580e5-f495-4cff-997a-eab70c8009d1 req-8b33fbef-09dc-4011-94f4-45ab070e68a6 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:20.178055 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb2580e5-f495-4cff-997a-eab70c8009d1 req-8b33fbef-09dc-4011-94f4-45ab070e68a6 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0880475 Sep 03 01:59:20.249747 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb2580e5-f495-4cff-997a-eab70c8009d1 req-c8e94358-72ce-4e33-843e-9c5a7a865a75 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508568 Sep 03 01:59:20.252648 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4c80f5-c589-4ea7-ab2c-67cbed83bf38 admin admin] Deleting subnet e142d4af-2286-45ae-81df-248d9c53d053 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 01:59:20.256847 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ad4c80f5-c589-4ea7-ab2c-67cbed83bf38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:20.292966 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ad4c80f5-c589-4ea7-ab2c-67cbed83bf38 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:20.303866 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ad4c80f5-c589-4ea7-ab2c-67cbed83bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:20.372740 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ad4c80f5-c589-4ea7-ab2c-67cbed83bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:20.451325 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aedbd-bf44-4e3f-b500-abdcb7ebbd0a req-feebdba1-5dcb-439c-83a3-4c345a0b0a81 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:20.459970 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c6aedbd-bf44-4e3f-b500-abdcb7ebbd0a req-feebdba1-5dcb-439c-83a3-4c345a0b0a81 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.1043775 Sep 03 01:59:20.513544 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c6aedbd-bf44-4e3f-b500-abdcb7ebbd0a req-f492324c-be34-48f0-9f87-79a02ab15063 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525134 Sep 03 01:59:20.575414 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41b5415-ecf2-4180-906b-c14744252f06 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Router 4fb6e303-d39f-4317-94a7-caee93dd83f9 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:59:20.651490 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c80f5-c589-4ea7-ab2c-67cbed83bf38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e142d4af-2286-45ae-81df-248d9c53d053,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:20.662671 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ad4c80f5-c589-4ea7-ab2c-67cbed83bf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:20.667951 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ad4c80f5-c589-4ea7-ab2c-67cbed83bf38 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e142d4af-2286-45ae-81df-248d9c53d053 HTTP/1.1" status: 204 len: 168 time: 0.5096538 Sep 03 01:59:20.668570 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56254) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:20.753583 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da8519-0cbb-4fc4-a7e1-db581cc3286e req-3c0dac52-57fc-4f37-a835-d3f1d817ffb1 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:20.755132 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-69da8519-0cbb-4fc4-a7e1-db581cc3286e req-3c0dac52-57fc-4f37-a835-d3f1d817ffb1 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0986207 Sep 03 01:59:20.811268 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:20.815637 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8be9b-5efd-47c2-88fe-422a2d0958eb req-ac9b0840-b2c7-47de-a6a3-e5ae99997e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:20.817407 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e9c8be9b-5efd-47c2-88fe-422a2d0958eb req-ac9b0840-b2c7-47de-a6a3-e5ae99997e21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 1099 time: 0.1076863 Sep 03 01:59:20.826509 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529c5e9-5ab9-4e7a-9921-32ae0b16584f req-d9394913-51a4-4cec-9d68-1ee29ad2360d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:20.827965 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1529c5e9-5ab9-4e7a-9921-32ae0b16584f req-d9394913-51a4-4cec-9d68-1ee29ad2360d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.1199582 Sep 03 01:59:20.838071 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56258) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:20.847921 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-56771719-1414-4969-be05-ab172d6fe42f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'floatingip': {'port_id': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:20.852852 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41b5415-ecf2-4180-906b-c14744252f06 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:59:20.858697 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e41b5415-ecf2-4180-906b-c14744252f06 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:20.871932 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] Sync routers for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:59:20.880831 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-69da8519-0cbb-4fc4-a7e1-db581cc3286e req-35f68562-1cfa-414d-a1ce-65f11dad1c54 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917251 Sep 03 01:59:20.886935 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56260) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:20.898739 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:20.908603 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:58:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:20.956019 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-56771719-1414-4969-be05-ab172d6fe42f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.021921 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:21.105419 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.138894 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.139308 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.140079 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.140409 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > port after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.140746 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > port after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.141156 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > port after_update 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.141479 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.141813 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.142123 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.142439 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.171886 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e41b5415-ecf2-4180-906b-c14744252f06 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "PUT /v2.0/floatingips/9d505c40-eafa-46f4-b337-21282821bfe2 HTTP/1.1" status: 200 len: 992 time: 1.8464265 Sep 03 01:59:21.175105 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'tag': '7e972b27-9906-464a-8652-21c602f029e6'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:59:21.178325 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f046a0fc-ea9a-4dcf-9767-09045152bee7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80", "tag": "7e972b27-9906-464a-8652-21c602f029e6"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:59:21.196059 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-731051b2-9f18-4126-91d0-0df505cd75fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.207930 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8be9b-5efd-47c2-88fe-422a2d0958eb req-2abb10a7-883f-4814-8e4a-8d4b7f94a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:21.209990 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e9c8be9b-5efd-47c2-88fe-422a2d0958eb req-2abb10a7-883f-4814-8e4a-8d4b7f94a2fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 920 time: 0.3811607 Sep 03 01:59:21.259151 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 01:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d915e4-a48a-44dd-892c-57a62bfb3f2a x-openstack-request-id: req-00d915e4-a48a-44dd-892c-57a62bfb3f2a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:59:21.259545 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80", "tag": "7e972b27-9906-464a-8652-21c602f029e6", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:59:21.259864 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00d915e4-a48a-44dd-892c-57a62bfb3f2a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:59:21.260319 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'tag': '7e972b27-9906-464a-8652-21c602f029e6', 'status': 'completed', 'code': 200} Sep 03 01:59:21.267147 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e9c8be9b-5efd-47c2-88fe-422a2d0958eb req-ba295ec2-9227-4902-8efb-34a7b68bd0b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b9c332-33d1-48a4-962c-da49dfb7b5fe HTTP/1.1" status: 200 len: 217 time: 0.0468535 Sep 03 01:59:21.319831 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.320981 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.321472 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.321884 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93868) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.322263 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb93af79-7694-4c7e-9256-3d6ee793646c']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:21.343737 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '9d505c40-eafa-46f4-b337-21282821bfe2', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'port_id': '7e972b27-9906-464a-8652-21c602f029e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'mac_address': 'fa:16:3e:ac:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T01:58:37Z', 'updated_at': '2021-09-03T01:59:19Z', 'revision_number': 1, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:21.350154 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c2adb4-ad17-4a5e-b39a-4d1f4fcef8fa') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:21.350405 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c2adb4-ad17-4a5e-b39a-4d1f4fcef8fa') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:21.377232 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] Checking router: 4fb6e303-d39f-4317-94a7-caee93dd83f9 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:59:21.379543 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734924'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.388484 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:21.389159 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:58:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:21.409047 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8be9b-5efd-47c2-88fe-422a2d0958eb req-d55c489e-743b-4e37-9449-e5e9540121bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:21.410659 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e9c8be9b-5efd-47c2-88fe-422a2d0958eb req-d55c489e-743b-4e37-9449-e5e9540121bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf88f5a8-e67a-4d71-8361-698d70424a65 HTTP/1.1" status: 200 len: 859 time: 0.1035235 Sep 03 01:59:21.413698 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-731051b2-9f18-4126-91d0-0df505cd75fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.419448 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-731051b2-9f18-4126-91d0-0df505cd75fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.422554 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-04e2a472-8713-4f7a-9d05-ec5181c31717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:21.424094 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-04e2a472-8713-4f7a-9d05-ec5181c31717 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 1099 time: 0.0810416 Sep 03 01:59:21.432853 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.474778 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:59:21.475356 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25731537'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: from cryptography.utils import int_from_bytes Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: from cryptography.utils import int_from_bytes Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: timer() Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: cb(*args, **kw) Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: self._notify() Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: self.callback(batched_events) Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: event.method(event) Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._get(url).json() Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 01:59:21.479628 dv-cinder-804035-9-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 01:59:21.483262 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e9c8be9b-5efd-47c2-88fe-422a2d0958eb req-1e8f006d-3277-47b1-ab19-37573bcdc622 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571306 Sep 03 01:59:21.513546 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:21.524509 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-731051b2-9f18-4126-91d0-0df505cd75fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77d244d48ffb4f3ebdc30d410aae6ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323843 Sep 03 01:59:21.538363 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56272) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:21.550006 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.563043 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731051b2-9f18-4126-91d0-0df505cd75fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4754d061-59b9-4ed2-9029-786399768b62,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:21.572127 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.574140 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] 10.222.0.32 "DELETE /v2.0/networks/bb93af79-7694-4c7e-9256-3d6ee793646c HTTP/1.1" status: 204 len: 168 time: 0.8725784 Sep 03 01:59:21.576937 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde388e3-a3b5-46d3-ade9-558363fd3abe admin admin] Pushing event deleted for resources: {'Network': ['ID=bb93af79-7694-4c7e-9256-3d6ee793646c,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:21.579287 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56274) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:21.758554 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7496a7-6a8d-4ca7-b0f4-4cfe56e8ef06 admin admin] Deleting subnet b0618417-451b-429e-9f28-df5692c5564d {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 01:59:21.763830 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-ebf73be1-2332-4bce-9574-f6232fc01d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:21.765250 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-ebf73be1-2332-4bce-9574-f6232fc01d4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 200 len: 911 time: 0.3198667 Sep 03 01:59:21.768835 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3a7496a7-6a8d-4ca7-b0f4-4cfe56e8ef06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.772982 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e9c8be9b-5efd-47c2-88fe-422a2d0958eb req-cc1ecb7d-3211-453d-8dca-726bbf391c1b service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743437 Sep 03 01:59:21.791253 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-53bb6d8a-4ed8-4c12-8e7d-21ba577bce64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.905943 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '9d505c40-eafa-46f4-b337-21282821bfe2', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'port_id': '7e972b27-9906-464a-8652-21c602f029e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'mac_address': 'fa:16:3e:ac:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T01:58:37Z', 'updated_at': '2021-09-03T01:59:19Z', 'revision_number': 1, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:21.916245 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-53bb6d8a-4ed8-4c12-8e7d-21ba577bce64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.938909 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3a7496a7-6a8d-4ca7-b0f4-4cfe56e8ef06 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:21.983733 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae92e3e-b193-4349-ade7-7beb1839808a None None] The sync data for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi is: [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '9d505c40-eafa-46f4-b337-21282821bfe2', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'port_id': '7e972b27-9906-464a-8652-21c602f029e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'mac_address': 'fa:16:3e:ac:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T01:58:37Z', 'updated_at': '2021-09-03T01:59:19Z', 'revision_number': 1, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:59:22.002430 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3a7496a7-6a8d-4ca7-b0f4-4cfe56e8ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.055489 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-56771719-1414-4969-be05-ab172d6fe42f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.062710 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-56771719-1414-4969-be05-ab172d6fe42f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.068629 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-c5b3cede-76af-443a-bc5a-b5967698f093 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e972b27-9906-464a-8652-21c602f029e6 HTTP/1.1" status: 200 len: 1000 time: 0.2727451 Sep 03 01:59:22.115770 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56292) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:22.162458 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d6883-867c-42b7-b374-974c44550992 req-f8525e11-ecd6-4fa1-b703-6d136ecba759 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:22.164990 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e9c8be9b-5efd-47c2-88fe-422a2d0958eb req-e3c42cd8-5c48-4a49-a6ef-86b999e0e72f service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702161 Sep 03 01:59:22.170305 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dc9d6883-867c-42b7-b374-974c44550992 req-f8525e11-ecd6-4fa1-b703-6d136ecba759 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1825967 Sep 03 01:59:22.179777 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-90cf4d31-6b85-4636-a13e-ae3e8c0dc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:22.181682 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-90cf4d31-6b85-4636-a13e-ae3e8c0dc400 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=013631d7-7a1e-4a3d-ada0-12789532d705 HTTP/1.1" status: 200 len: 849 time: 0.1007440 Sep 03 01:59:22.183424 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3a7496a7-6a8d-4ca7-b0f4-4cfe56e8ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.242662 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-53bb6d8a-4ed8-4c12-8e7d-21ba577bce64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.245658 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-53bb6d8a-4ed8-4c12-8e7d-21ba577bce64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.247042 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-53bb6d8a-4ed8-4c12-8e7d-21ba577bce64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4754d061-59b9-4ed2-9029-786399768b62 HTTP/1.1" status: 204 len: 168 time: 0.7043841 Sep 03 01:59:22.264851 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7496a7-6a8d-4ca7-b0f4-4cfe56e8ef06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0618417-451b-429e-9f28-df5692c5564d,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:22.266004 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dc9d6883-867c-42b7-b374-974c44550992 req-9ef55015-19c7-405e-8269-32d87e084fc2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937541 Sep 03 01:59:22.276282 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3a7496a7-6a8d-4ca7-b0f4-4cfe56e8ef06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.284673 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-3a7496a7-6a8d-4ca7-b0f4-4cfe56e8ef06 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b0618417-451b-429e-9f28-df5692c5564d HTTP/1.1" status: 204 len: 168 time: 0.6765609 Sep 03 01:59:22.287875 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56302) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:22.294805 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb6d8a-4ed8-4c12-8e7d-21ba577bce64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4754d061-59b9-4ed2-9029-786399768b62,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:22.320326 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-be54cc37-438d-4d48-b822-81186e74a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:22.322778 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-be54cc37-438d-4d48-b822-81186e74a62d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a88e5a51-5dbf-49a2-9096-b693012f5b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1323650 Sep 03 01:59:22.340059 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb865425-c7d2-4d0f-a829-de4a11b96076 None None] New status for floating IP 9d505c40-eafa-46f4-b337-21282821bfe2: ACTIVE {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 01:59:22.382504 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6104e8b1-4436-4cb0-b9f7-4b7dd7b0dc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.530329 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-df37292a-b9a7-4a6d-8e04-4a2fcc7b035c service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983421 Sep 03 01:59:22.546680 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6104e8b1-4436-4cb0-b9f7-4b7dd7b0dc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.569478 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-56771719-1414-4969-be05-ab172d6fe42f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Floating IP 2a2e1ce3-1952-4f1e-8d52-6ad9cc5e78e8 associated. External IP: 172.27.3.109, port: 8c2c8193-ad39-4b32-9e4f-289c56fe16c0. Sep 03 01:59:22.629151 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6104e8b1-4436-4cb0-b9f7-4b7dd7b0dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.697197 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6104e8b1-4436-4cb0-b9f7-4b7dd7b0dc1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02f78f9814cc467a9d64eddd2631c739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518031 Sep 03 01:59:22.697648 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104e8b1-4436-4cb0-b9f7-4b7dd7b0dc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39be2cf4-8ecb-4331-a242-6071dddcc022,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:22.699920 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56310) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:22.715170 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f046a0fc-ea9a-4dcf-9767-09045152bee7 req-c2977d0b-f6bc-4596-aa8d-c9ed43e4fb5a service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662295 Sep 03 01:59:22.716965 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.753504 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4fc46a56-55da-4543-afe9-09bec325ce3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.783578 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4fc46a56-55da-4543-afe9-09bec325ce3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.784404 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56312) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:22.814243 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-696b0ab0-c2dc-460d-8dba-0ade497038aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.891309 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4fc46a56-55da-4543-afe9-09bec325ce3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.893993 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4fc46a56-55da-4543-afe9-09bec325ce3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.895174 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-4fc46a56-55da-4543-afe9-09bec325ce3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39be2cf4-8ecb-4331-a242-6071dddcc022 HTTP/1.1" status: 204 len: 168 time: 0.1930740 Sep 03 01:59:22.901651 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.914309 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc46a56-55da-4543-afe9-09bec325ce3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39be2cf4-8ecb-4331-a242-6071dddcc022,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:22.917446 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad46cfb3-1f4e-4a93-a148-a3bf588de2b7']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:22.933682 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebed422-d980-419f-bd0c-838ff230b12b') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:22.934265 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebed422-d980-419f-bd0c-838ff230b12b') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:22.953173 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734924'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.971863 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56771719-1414-4969-be05-ab172d6fe42f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Router 7016082c-cc0e-4517-8673-ac1595daa688 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:59:22.975306 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.983023 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-696b0ab0-c2dc-460d-8dba-0ade497038aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.988333 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-696b0ab0-c2dc-460d-8dba-0ade497038aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.988518 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:59:22.990278 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25731537'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: timer() Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: cb(*args, **kw) Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: self._notify() Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: self.callback(batched_events) Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: event.method(event) Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._get(url).json() Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 01:59:22.993465 dv-cinder-804035-9-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 01:59:23.040899 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-696b0ab0-c2dc-460d-8dba-0ade497038aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe40b41e4211419d83027fa5922727ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544200 Sep 03 01:59:23.045023 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56316) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:23.061770 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b0ab0-c2dc-460d-8dba-0ade497038aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fb9fe8-12f6-492a-b581-e2d36c6d49b5,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:23.104395 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-043ca464-136f-4faf-a883-b2435cf679b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.130892 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-043ca464-136f-4faf-a883-b2435cf679b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.132550 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.142331 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.147757 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad46cfb3-1f4e-4a93-a148-a3bf588de2b7 HTTP/1.1" status: 204 len: 168 time: 0.8548539 Sep 03 01:59:23.168141 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc38571-63bc-4543-b997-acf70ae017f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad46cfb3-1f4e-4a93-a148-a3bf588de2b7,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:23.193641 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56771719-1414-4969-be05-ab172d6fe42f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:59:23.198006 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-043ca464-136f-4faf-a883-b2435cf679b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.205039 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-043ca464-136f-4faf-a883-b2435cf679b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.207370 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-043ca464-136f-4faf-a883-b2435cf679b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57fb9fe8-12f6-492a-b581-e2d36c6d49b5 HTTP/1.1" status: 204 len: 168 time: 0.1613996 Sep 03 01:59:23.213492 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] Sync routers for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:59:23.215262 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-56771719-1414-4969-be05-ab172d6fe42f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.228232 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:23.228870 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:58:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:23.229157 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ca464-136f-4faf-a883-b2435cf679b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fb9fe8-12f6-492a-b581-e2d36c6d49b5,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:23.257802 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-56771719-1414-4969-be05-ab172d6fe42f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "PUT /v2.0/floatingips/2a2e1ce3-1952-4f1e-8d52-6ad9cc5e78e8 HTTP/1.1" status: 200 len: 991 time: 2.4152617 Sep 03 01:59:23.258381 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:59:23.279445 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77482dccd8f24be2bd6ac63fccac15686b94fd892f7df4acaf4f7e51daaa6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342b156c-f30c-46ce-bbef-29cf47632dba" -d '{"events": [{"name": "network-changed", "server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:59:23.367831 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 01:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6fa89-1081-4ced-8a1a-f02924208896 x-openstack-request-id: req-cfa6fa89-1081-4ced-8a1a-f02924208896 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:59:23.368119 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:59:23.368372 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfa6fa89-1081-4ced-8a1a-f02924208896 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:59:23.368765 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'status': 'completed', 'code': 200} Sep 03 01:59:23.420471 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:23.534548 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56334) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:23.546473 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83132b80-9585-4ebb-83c4-8afafe0766e8 req-92975acf-8cba-479e-b256-0588b952e6ef tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:23.548680 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-83132b80-9585-4ebb-83c4-8afafe0766e8 req-92975acf-8cba-479e-b256-0588b952e6ef tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1020563 Sep 03 01:59:23.566740 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56338) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:23.568026 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b156c-f30c-46ce-bbef-29cf47632dba req-e9297101-eb33-44d0-a49b-f400f71ec929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:23.569728 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-342b156c-f30c-46ce-bbef-29cf47632dba req-e9297101-eb33-44d0-a49b-f400f71ec929 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 1098 time: 0.0849814 Sep 03 01:59:23.621719 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-83132b80-9585-4ebb-83c4-8afafe0766e8 req-200dd5b7-dd7e-455d-a732-8dd33c716b69 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625055 Sep 03 01:59:23.638525 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16280bdf-f3fd-4ab3-b9c8-d0d368e57813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.668306 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1f938fe0-84c6-4b76-aa48-46485b4348fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04709e4548294155b8490d0eacf5db80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324937 Sep 03 01:59:23.672480 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56340) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:23.731273 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '2a2e1ce3-1952-4f1e-8d52-6ad9cc5e78e8', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'port_id': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'mac_address': 'fa:16:3e:7b:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c46e95-027d-4870-8a9e-279a8641246a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T01:58:43Z', 'updated_at': '2021-09-03T01:59:21Z', 'revision_number': 1, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:23.759702 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b156c-f30c-46ce-bbef-29cf47632dba req-0d93a77a-e840-4f9a-8d24-e7c47beb7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:23.760791 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b56d963c-59f3-4b51-8d9b-090e42506474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.762354 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-342b156c-f30c-46ce-bbef-29cf47632dba req-0d93a77a-e840-4f9a-8d24-e7c47beb7915 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 917 time: 0.1392324 Sep 03 01:59:23.773185 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] Checking router: 7016082c-cc0e-4517-8673-ac1595daa688 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:59:23.782909 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:23.783953 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:58:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:23.798633 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b56d963c-59f3-4b51-8d9b-090e42506474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.847043 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16280bdf-f3fd-4ab3-b9c8-d0d368e57813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.854117 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-342b156c-f30c-46ce-bbef-29cf47632dba req-f2e10e79-3bce-437b-8475-4d14d4a9cf4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0 HTTP/1.1" status: 200 len: 999 time: 0.0744035 Sep 03 01:59:23.855534 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16280bdf-f3fd-4ab3-b9c8-d0d368e57813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.901221 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-16280bdf-f3fd-4ab3-b9c8-d0d368e57813 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8581986a1416470d9dbb0e8762510b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303101 Sep 03 01:59:23.901934 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b56d963c-59f3-4b51-8d9b-090e42506474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.904420 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b56d963c-59f3-4b51-8d9b-090e42506474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:23.904736 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56344) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:23.905493 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b56d963c-59f3-4b51-8d9b-090e42506474 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/871e2c00-ec0d-4297-95eb-afada17549d2 HTTP/1.1" status: 204 len: 168 time: 0.2320728 Sep 03 01:59:23.908942 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16280bdf-f3fd-4ab3-b9c8-d0d368e57813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb0f875-b1fb-4df9-aa17-19fea9f9cc14,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:23.919425 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d963c-59f3-4b51-8d9b-090e42506474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871e2c00-ec0d-4297-95eb-afada17549d2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:23.953547 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:23.956661 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b156c-f30c-46ce-bbef-29cf47632dba req-79db597c-a71a-4ef1-b610-09d5072aa2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:23.958260 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-342b156c-f30c-46ce-bbef-29cf47632dba req-79db597c-a71a-4ef1-b610-09d5072aa2b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 200 len: 855 time: 0.0945516 Sep 03 01:59:24.016704 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c416bf6f-bf46-41ab-842d-aa1099de587a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:24.040284 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b156c-f30c-46ce-bbef-29cf47632dba req-58cd6936-d40f-497e-8440-343740561854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:24.041811 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-342b156c-f30c-46ce-bbef-29cf47632dba req-58cd6936-d40f-497e-8440-343740561854 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756986 Sep 03 01:59:24.054073 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c416bf6f-bf46-41ab-842d-aa1099de587a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:24.174394 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-342b156c-f30c-46ce-bbef-29cf47632dba req-b3c0709c-a5ef-4545-8c85-b71f7d1768b6 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029110 Sep 03 01:59:24.222216 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c416bf6f-bf46-41ab-842d-aa1099de587a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:24.228158 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c416bf6f-bf46-41ab-842d-aa1099de587a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:24.229524 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c416bf6f-bf46-41ab-842d-aa1099de587a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fb0f875-b1fb-4df9-aa17-19fea9f9cc14 HTTP/1.1" status: 204 len: 168 time: 0.3229351 Sep 03 01:59:24.236176 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '2a2e1ce3-1952-4f1e-8d52-6ad9cc5e78e8', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'port_id': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'mac_address': 'fa:16:3e:7b:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c46e95-027d-4870-8a9e-279a8641246a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T01:58:43Z', 'updated_at': '2021-09-03T01:59:21Z', 'revision_number': 1, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:24.264251 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73fc704-59dd-4d9a-aebf-7a56a241f873 None None] The sync data for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi is: [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '2a2e1ce3-1952-4f1e-8d52-6ad9cc5e78e8', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'port_id': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'mac_address': 'fa:16:3e:7b:11:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c46e95-027d-4870-8a9e-279a8641246a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T01:58:43Z', 'updated_at': '2021-09-03T01:59:21Z', 'revision_number': 1, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:59:24.273673 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416bf6f-bf46-41ab-842d-aa1099de587a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb0f875-b1fb-4df9-aa17-19fea9f9cc14,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:24.324219 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-342b156c-f30c-46ce-bbef-29cf47632dba req-18b8131c-ffdb-4380-ace0-1176a1740f67 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423845 Sep 03 01:59:24.469993 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56364) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:24.555078 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1b5fe5-2e29-44bd-84d4-a40c41916205 None None] New status for floating IP 2a2e1ce3-1952-4f1e-8d52-6ad9cc5e78e8: ACTIVE {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 01:59:24.557148 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-31979223-bb5e-4dc2-9f5e-1becc3adf53c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=141903ec7f814da786cdf8f89c6cc71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857067 Sep 03 01:59:24.559541 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56370) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:24.633849 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c3b3684-e0c7-4adc-86d9-a37fef749acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:24.666946 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c3b3684-e0c7-4adc-86d9-a37fef749acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:24.732766 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c3b3684-e0c7-4adc-86d9-a37fef749acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:24.749262 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2c3b3684-e0c7-4adc-86d9-a37fef749acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:24.751193 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2c3b3684-e0c7-4adc-86d9-a37fef749acb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e306b34-9693-47fa-99ee-e9448508c4f5 HTTP/1.1" status: 204 len: 168 time: 0.1887026 Sep 03 01:59:24.790686 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b3684-e0c7-4adc-86d9-a37fef749acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e306b34-9693-47fa-99ee-e9448508c4f5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:24.820381 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe38bb-1eca-46b5-869d-365773a2e70e req-16226a8e-3a85-4e62-8135-50f93ad2b5cc tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:24.822399 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-37fe38bb-1eca-46b5-869d-365773a2e70e req-16226a8e-3a85-4e62-8135-50f93ad2b5cc tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0700049 Sep 03 01:59:24.882753 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-37fe38bb-1eca-46b5-869d-365773a2e70e req-44b7d043-9593-43f8-9b64-eec172664e98 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534043 Sep 03 01:59:26.007930 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-59d8d70e-38db-486c-961b-be2ae8cbe8a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1086559 Sep 03 01:59:26.038118 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db722e97-f247-4b33-85ba-50ad215041ae req-82a988d1-929e-46f4-b3b4-780867486b4b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:26.039988 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-db722e97-f247-4b33-85ba-50ad215041ae req-82a988d1-929e-46f4-b3b4-780867486b4b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0727980 Sep 03 01:59:26.112056 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-db722e97-f247-4b33-85ba-50ad215041ae req-a95c8fa9-3765-4c12-9b3d-ec4c58f93ae2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659273 Sep 03 01:59:26.151499 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-f19a555c-6e37-4fcd-949c-7d5561459134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:26.153031 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-f19a555c-6e37-4fcd-949c-7d5561459134 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 1099 time: 0.0575802 Sep 03 01:59:26.315402 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-a6ef2d09-9384-4099-8334-fd43f55cfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:26.317709 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-a6ef2d09-9384-4099-8334-fd43f55cfcef service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 916 time: 0.1106844 Sep 03 01:59:26.373716 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-052578fd-b060-4f7f-973b-e7f62aa70a1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e37fd5-588e-4333-9f33-db145534315e HTTP/1.1" status: 200 len: 217 time: 0.0473640 Sep 03 01:59:26.436742 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-ddd70a15-03b6-4175-ae27-9205727d6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:26.438382 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-ddd70a15-03b6-4175-ae27-9205727d6697 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02e4d29c-02e1-48e7-8e59-1694558c1952 HTTP/1.1" status: 200 len: 855 time: 0.0489855 Sep 03 01:59:26.454447 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-90a5dda8-6fa8-4562-aad1-1d7fabdd4dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:26.464581 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:26.486158 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-80b36638-1e00-4525-a752-aad54f7e1fb8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311086 Sep 03 01:59:26.612367 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-027781e9-f249-486a-9875-339b12b0d9fe service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157756 Sep 03 01:59:26.725631 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-142e7503-26d8-43c8-bf6e-1b17796cf1a5 req-23965d41-8e36-458c-affd-6628817f5a4b service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040201 Sep 03 01:59:27.242273 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d361a-8ceb-4bb4-ae2e-187f74eff082 req-1bfdac6f-e07f-49c4-aa84-bbfe7fef3d92 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:27.242273 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-658d361a-8ceb-4bb4-ae2e-187f74eff082 req-1bfdac6f-e07f-49c4-aa84-bbfe7fef3d92 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0503719 Sep 03 01:59:27.281007 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-658d361a-8ceb-4bb4-ae2e-187f74eff082 req-84b79239-e6a5-4b26-9534-1796cb265399 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334413 Sep 03 01:59:28.036774 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e4b85-75df-44bd-b343-28ca18e03224 req-38fb8b3f-163c-4a0c-89fa-89ad0e614f5c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:28.037702 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-38fb8b3f-163c-4a0c-89fa-89ad0e614f5c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 815 time: 0.1134615 Sep 03 01:59:28.061970 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-2734a31d-6951-4bc9-b47c-b4c7c3349ec3 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/quotas/f2838ac56029458ab9d1a1a1e562bd7a HTTP/1.1" status: 200 len: 375 time: 0.0153775 Sep 03 01:59:28.116101 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-9e61c768-b34a-4227-a43e-9799147c4efe tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479741 Sep 03 01:59:28.209327 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-2ad01901-7617-4625-90ed-1561737df6ea service neutron] 10.222.0.32 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861881 Sep 03 01:59:28.302672 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-12863fba-83b2-4db1-9ff4-d31ac11b4c4b service neutron] 10.222.0.32 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863993 Sep 03 01:59:28.422844 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12317c8c-ac11-474d-bcb1-fa4792534d10 req-2e14da52-eaad-4fad-939e-46a0eb6a9f3f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:28.424359 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-12317c8c-ac11-474d-bcb1-fa4792534d10 req-2e14da52-eaad-4fad-939e-46a0eb6a9f3f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0572267 Sep 03 01:59:28.491835 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-12317c8c-ac11-474d-bcb1-fa4792534d10 req-c640b193-cf9a-4359-8ff0-a2f470b13400 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510285 Sep 03 01:59:28.513715 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8471c519-b44f-4587-a94a-6badfc5e9f1b req-8b2eb8da-556c-44ac-a4c0-b4e3b45a8fe2 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 210 time: 0.0417321 Sep 03 01:59:28.680769 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:59:28.742624 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56632) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:28.849156 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9311a99f-912d-4a50-a845-06d3a48d7d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:28.937780 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b91bd5ee-a44f-43da-bac8-e1c17f505598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:28.938872 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9311a99f-912d-4a50-a845-06d3a48d7d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:28.942037 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9311a99f-912d-4a50-a845-06d3a48d7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:28.978208 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311a99f-912d-4a50-a845-06d3a48d7d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba0629-acdf-4d3a-a551-3b10baf60816,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:28.982477 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9311a99f-912d-4a50-a845-06d3a48d7d86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ef9cb3994a44ac39245a1e8d77bf765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387919 Sep 03 01:59:28.985037 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56636) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:29.034572 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5bb6017b-c15f-45a6-a9ec-55dbc6328d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.057091 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5bb6017b-c15f-45a6-a9ec-55dbc6328d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.101743 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5bb6017b-c15f-45a6-a9ec-55dbc6328d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.104337 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5bb6017b-c15f-45a6-a9ec-55dbc6328d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.105493 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5bb6017b-c15f-45a6-a9ec-55dbc6328d69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3eba0629-acdf-4d3a-a551-3b10baf60816 HTTP/1.1" status: 204 len: 168 time: 0.1195667 Sep 03 01:59:29.113024 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6017b-c15f-45a6-a9ec-55dbc6328d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba0629-acdf-4d3a-a551-3b10baf60816,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:29.162457 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.364614 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56650) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:29.380976 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9176479f-97b0-4974-8cad-e2d6b98e7acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.475756 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9176479f-97b0-4974-8cad-e2d6b98e7acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.479878 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9176479f-97b0-4974-8cad-e2d6b98e7acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.516646 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176479f-97b0-4974-8cad-e2d6b98e7acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bd9a61-d400-4bc2-9cda-3eaec1b2ad86,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:29.522588 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9176479f-97b0-4974-8cad-e2d6b98e7acc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1d20375c45c49bea23d8e5a015f8e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569088 Sep 03 01:59:29.524605 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56662) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:29.574537 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ec62765-c33e-4dcd-80f1-b412136e73bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.599754 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ec62765-c33e-4dcd-80f1-b412136e73bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.646924 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ec62765-c33e-4dcd-80f1-b412136e73bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.650205 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ec62765-c33e-4dcd-80f1-b412136e73bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:29.651468 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-3ec62765-c33e-4dcd-80f1-b412136e73bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49bd9a61-d400-4bc2-9cda-3eaec1b2ad86 HTTP/1.1" status: 204 len: 168 time: 0.1258829 Sep 03 01:59:29.659926 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec62765-c33e-4dcd-80f1-b412136e73bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bd9a61-d400-4bc2-9cda-3eaec1b2ad86,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:30.099050 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:31.599874 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbaa43-c7d0-43ea-978c-07a535b38a0e req-e71860b1-8fb0-4ae0-8eb2-64ea1dcd6d8c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:31.601403 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d0cbaa43-c7d0-43ea-978c-07a535b38a0e req-e71860b1-8fb0-4ae0-8eb2-64ea1dcd6d8c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0522022 Sep 03 01:59:31.603142 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-13bf2eef-7339-4b54-ab00-d5161a13f3b5 req-d4eaeee0-de55-4d0d-83a1-331349e66069 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 210 time: 0.0311935 Sep 03 01:59:31.643933 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d0cbaa43-c7d0-43ea-978c-07a535b38a0e req-7c990b5b-1c2f-4eb4-b502-267cbd2e521a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Sep 03 01:59:31.811723 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:32.402331 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e4b85-75df-44bd-b343-28ca18e03224 req-cbabfb90-f1ca-43cf-be5c-6ae1f067c289 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:32.403868 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-cbabfb90-f1ca-43cf-be5c-6ae1f067c289 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 815 time: 0.1188085 Sep 03 01:59:32.444288 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Request body: {'port': {'device_id': '05ef4a52-d6a8-402d-98ec-7b29d170c902', 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1', 'admin_state_up': True, 'tenant_id': 'f2838ac56029458ab9d1a1a1e562bd7a'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:32.608232 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Made reservation on behalf of f2838ac56029458ab9d1a1a1e562bd7a for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:59:32.613177 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:32.815078 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-658d66c3-7806-4ec5-a018-0367a7ca186d req-6d9ed7b9-aa5e-444d-ab51-f1903dd95a02 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 210 time: 0.0462098 Sep 03 01:59:32.819832 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Allocated IP 172.20.0.5 (8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1/02e4d29c-02e1-48e7-8e59-1694558c1952/ce9f889d-0abe-40c9-ab7f-06dde1b43376) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:59:32.917963 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ecdf3-c3b9-496f-ad20-ecbde4fd418e req-477999ad-4f67-438a-af0b-f8f29f10f447 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:32.919839 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8b8ecdf3-c3b9-496f-ad20-ecbde4fd418e req-477999ad-4f67-438a-af0b-f8f29f10f447 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0877478 Sep 03 01:59:33.258746 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8b8ecdf3-c3b9-496f-ad20-ecbde4fd418e req-783cd5d4-69a5-4586-9853-e0122fc7a401 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279293 Sep 03 01:59:33.294216 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:33.333827 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:33.377039 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:33.380405 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:33.383689 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['b8e37fd5-588e-4333-9f33-db145534315e'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 01:59:33.384246 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:59:33.390705 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:33.391340 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:33.409306 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Pushing event updated for resources: {'Port': ['ID=ce9f889d-0abe-40c9-ab7f-06dde1b43376,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:33.414171 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-fa7f3b83-2379-4905-9a00-49f54e4e1d52 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9748714 Sep 03 01:59:33.444286 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Request body: {'port': {'device_id': '05ef4a52-d6a8-402d-98ec-7b29d170c902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:33.502135 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:33.811211 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9f889d-0abe-40c9-ab7f-06dde1b43376 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:59:33.821228 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:33.837122 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Transition to ACTIVE for port object ce9f889d-0abe-40c9-ab7f-06dde1b43376 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:33.842768 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:33.914940 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Pushing event updated for resources: {'Port': ['ID=ce9f889d-0abe-40c9-ab7f-06dde1b43376,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:33.952748 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Attempting to bind port ce9f889d-0abe-40c9-ab7f-06dde1b43376 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:59:33.953179 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Attempting to bind port ce9f889d-0abe-40c9-ab7f-06dde1b43376 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:59:33.953590 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Attempting to bind port ce9f889d-0abe-40c9-ab7f-06dde1b43376 on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:33.959771 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Port ce9f889d-0abe-40c9-ab7f-06dde1b43376 on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 01:59:33.960366 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Attempting to bind port ce9f889d-0abe-40c9-ab7f-06dde1b43376 on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:33.965673 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:59:33.966005 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Checking segment: {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:33.966443 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Bound using segment: {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:59:33.967091 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Bound port: ce9f889d-0abe-40c9-ab7f-06dde1b43376, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:59:33.967205 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:34.005800 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81be9d-c773-47b8-9e07-a87080b1bf98 req-b3bb0f95-4e18-4545-aecb-bf3a8d18792a tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:34.007617 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6d81be9d-c773-47b8-9e07-a87080b1bf98 req-b3bb0f95-4e18-4545-aecb-bf3a8d18792a tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 943 time: 0.0527864 Sep 03 01:59:34.017899 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56850) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:34.047670 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6d81be9d-c773-47b8-9e07-a87080b1bf98 req-5e202b30-d748-4d85-9b99-9ab5edc46597 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Sep 03 01:59:34.059580 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] For port ce9f889d-0abe-40c9-ab7f-06dde1b43376, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:59:34.063168 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] For port ce9f889d-0abe-40c9-ab7f-06dde1b43376, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ce9f889d-0abe-40c9-ab7f-06dde1b43376,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:59:34.067067 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:34.103039 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:34.103684 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:34.105140 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] 10.222.0.42 "PUT /v2.0/ports/ce9f889d-0abe-40c9-ab7f-06dde1b43376 HTTP/1.1" status: 200 len: 1093 time: 0.6656492 Sep 03 01:59:34.105581 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ef4a52-d6a8-402d-98ec-7b29d170c902', 'tag': 'ce9f889d-0abe-40c9-ab7f-06dde1b43376'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:59:34.108021 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66323c0-1493-4bcc-b69e-988fc2ea084d" -d '{"events": [{"name": "network-changed", "server_uuid": "05ef4a52-d6a8-402d-98ec-7b29d170c902", "tag": "ce9f889d-0abe-40c9-ab7f-06dde1b43376"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:59:34.153885 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b654bc-456a-4260-ad5b-89f85caa116a x-openstack-request-id: req-70b654bc-456a-4260-ad5b-89f85caa116a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:59:34.154228 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ef4a52-d6a8-402d-98ec-7b29d170c902", "tag": "ce9f889d-0abe-40c9-ab7f-06dde1b43376", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:59:34.154480 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70b654bc-456a-4260-ad5b-89f85caa116a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:59:34.154867 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ef4a52-d6a8-402d-98ec-7b29d170c902', 'tag': 'ce9f889d-0abe-40c9-ab7f-06dde1b43376', 'status': 'completed', 'code': 200} Sep 03 01:59:34.155414 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938574c-bdb7-4bcb-9dbc-8163576a1eeb service neutron] Pushing event updated for resources: {'Port': ['ID=ce9f889d-0abe-40c9-ab7f-06dde1b43376,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:34.158292 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4106e7ec-511f-435e-ad97-894947014848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:34.273910 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e4b85-75df-44bd-b343-28ca18e03224 req-c9384e8e-d438-4d54-ad9c-a0dce38d4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:34.275460 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-c9384e8e-d438-4d54-ad9c-a0dce38d4b48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 1096 time: 0.0674293 Sep 03 01:59:34.298927 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4106e7ec-511f-435e-ad97-894947014848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:34.310030 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4106e7ec-511f-435e-ad97-894947014848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:34.346275 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-d23783cf-e765-4005-80e3-ac86efce2b52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce9f889d-0abe-40c9-ab7f-06dde1b43376 HTTP/1.1" status: 200 len: 217 time: 0.0456841 Sep 03 01:59:34.378999 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73027720-5c22-42ef-9428-43fe6b1204ec req-3ba5bde0-ac10-483b-a242-70cd671dd520 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:34.380580 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-73027720-5c22-42ef-9428-43fe6b1204ec req-3ba5bde0-ac10-483b-a242-70cd671dd520 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0478063 Sep 03 01:59:34.403712 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-4106e7ec-511f-435e-ad97-894947014848 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bae0fd5e5b8a4eb498f50b87ecefe3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847039 Sep 03 01:59:34.407384 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106e7ec-511f-435e-ad97-894947014848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00abbe6-0d76-4eee-b4ac-0acd692d694c,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:34.411545 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56864) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:34.421782 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-73027720-5c22-42ef-9428-43fe6b1204ec req-2267b0d2-a352-4604-b30c-c554196b42e2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352020 Sep 03 01:59:34.444529 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e4b85-75df-44bd-b343-28ca18e03224 req-537b0c5f-60d2-45d3-a576-bae52a3c2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:34.444529 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-537b0c5f-60d2-45d3-a576-bae52a3c2aa3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02e4d29c-02e1-48e7-8e59-1694558c1952 HTTP/1.1" status: 200 len: 855 time: 0.0820720 Sep 03 01:59:34.494726 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-b80ca863-9170-4095-a5c4-4c34ff27cd09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344827 Sep 03 01:59:34.521299 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1570-ef94-41f5-a852-5d054b4600e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:34.570869 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1570-ef94-41f5-a852-5d054b4600e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:34.662881 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-0b79fed4-7dd7-411f-8137-5a10c1bc7345 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545854 Sep 03 01:59:34.704710 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1570-ef94-41f5-a852-5d054b4600e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:34.707215 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8f6b1570-ef94-41f5-a852-5d054b4600e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:34.709054 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8f6b1570-ef94-41f5-a852-5d054b4600e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c00abbe6-0d76-4eee-b4ac-0acd692d694c HTTP/1.1" status: 204 len: 168 time: 0.2935355 Sep 03 01:59:34.745441 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b1570-ef94-41f5-a852-5d054b4600e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00abbe6-0d76-4eee-b4ac-0acd692d694c,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:34.797488 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-582e4b85-75df-44bd-b343-28ca18e03224 req-0e472549-2b73-4d76-97dd-5e77ac9bea50 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238642 Sep 03 01:59:34.888799 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56886) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:34.928204 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ddb2-3021-4068-b853-1f3f030d0415 req-37c169b0-1bdc-4c16-9398-99dfbcd73a45 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:34.935795 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-94b7ddb2-3021-4068-b853-1f3f030d0415 req-37c169b0-1bdc-4c16-9398-99dfbcd73a45 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0630844 Sep 03 01:59:34.971862 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-94b7ddb2-3021-4068-b853-1f3f030d0415 req-6b0d803a-8a92-42b1-b30b-77cb6bc64487 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352075 Sep 03 01:59:35.018786 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e119e10c-d6ac-4f1a-b768-515e19aa4fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.059878 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56894) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:35.074100 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d29b-9dd8-42c5-8554-bb5cc6052c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.144236 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e119e10c-d6ac-4f1a-b768-515e19aa4fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.147473 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66323c0-1493-4bcc-b69e-988fc2ea084d req-ad5eaaa9-cd43-4248-8d06-7f0a328bfc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:35.149298 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b66323c0-1493-4bcc-b69e-988fc2ea084d req-ad5eaaa9-cd43-4248-8d06-7f0a328bfc9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 1096 time: 0.0773649 Sep 03 01:59:35.150372 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e119e10c-d6ac-4f1a-b768-515e19aa4fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.181639 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119e10c-d6ac-4f1a-b768-515e19aa4fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a161bcb7-21a6-431d-8554-cf1efc5b94e8,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:35.234066 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d29b-9dd8-42c5-8554-bb5cc6052c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.237980 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d29b-9dd8-42c5-8554-bb5cc6052c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.250938 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e119e10c-d6ac-4f1a-b768-515e19aa4fee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d6e6a54b7cc4d16a152a4a9083c1cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609602 Sep 03 01:59:35.253561 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56898) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:35.291270 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3ee1d29b-9dd8-42c5-8554-bb5cc6052c0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48382cc51c424dd3abc99b552e2d73a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297511 Sep 03 01:59:35.294769 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56900) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:35.296361 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1d29b-9dd8-42c5-8554-bb5cc6052c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6bc730-2494-46ac-bc6f-dc143855e752,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:35.327275 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58bff-5f2c-4dde-83e7-b02e1efa0cd1 req-8e30a30f-8a5e-4fe7-928e-fd751f4936f9 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:35.328793 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e7f58bff-5f2c-4dde-83e7-b02e1efa0cd1 req-8e30a30f-8a5e-4fe7-928e-fd751f4936f9 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 943 time: 0.1308632 Sep 03 01:59:35.328981 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-67a52308-a90e-4796-9370-b6b9de1d207b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.357493 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-67a52308-a90e-4796-9370-b6b9de1d207b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.374543 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66323c0-1493-4bcc-b69e-988fc2ea084d req-f15f039c-5d4d-478f-bf0b-294c06175d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:35.376018 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b66323c0-1493-4bcc-b69e-988fc2ea084d req-f15f039c-5d4d-478f-bf0b-294c06175d84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 916 time: 0.2007234 Sep 03 01:59:35.412558 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-67a52308-a90e-4796-9370-b6b9de1d207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.415189 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-67a52308-a90e-4796-9370-b6b9de1d207b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.418757 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-67a52308-a90e-4796-9370-b6b9de1d207b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a161bcb7-21a6-431d-8554-cf1efc5b94e8 HTTP/1.1" status: 204 len: 168 time: 0.1589787 Sep 03 01:59:35.424812 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a52308-a90e-4796-9370-b6b9de1d207b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a161bcb7-21a6-431d-8554-cf1efc5b94e8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:35.439414 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e7f58bff-5f2c-4dde-83e7-b02e1efa0cd1 req-4ad9b1e0-3740-499c-a1e3-860196f89bb1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981259 Sep 03 01:59:35.440611 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b66323c0-1493-4bcc-b69e-988fc2ea084d req-405cfa60-6586-483f-8607-927ebfcde135 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce9f889d-0abe-40c9-ab7f-06dde1b43376 HTTP/1.1" status: 200 len: 217 time: 0.0496285 Sep 03 01:59:35.441427 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-abaf6ace-47b4-46e2-9124-3e4f6f507881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.510624 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-abaf6ace-47b4-46e2-9124-3e4f6f507881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.552335 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66323c0-1493-4bcc-b69e-988fc2ea084d req-264870fb-3ad8-453b-97ce-c20171a15b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:35.554161 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b66323c0-1493-4bcc-b69e-988fc2ea084d req-264870fb-3ad8-453b-97ce-c20171a15b7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02e4d29c-02e1-48e7-8e59-1694558c1952 HTTP/1.1" status: 200 len: 855 time: 0.1020916 Sep 03 01:59:35.607906 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b66323c0-1493-4bcc-b69e-988fc2ea084d req-3c8aa775-5339-4e51-be44-3a0491624f97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381582 Sep 03 01:59:35.615719 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-abaf6ace-47b4-46e2-9124-3e4f6f507881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.618304 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-abaf6ace-47b4-46e2-9124-3e4f6f507881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.619434 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-abaf6ace-47b4-46e2-9124-3e4f6f507881 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d6bc730-2494-46ac-bc6f-dc143855e752 HTTP/1.1" status: 204 len: 168 time: 0.3222961 Sep 03 01:59:35.634084 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed0b5c-b479-43a0-89fb-b18059613b75 req-ca401d4c-db60-46c9-a326-ec8f2b14ec18 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:35.635065 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf6ace-47b4-46e2-9124-3e4f6f507881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6bc730-2494-46ac-bc6f-dc143855e752,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:35.641932 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-34ed0b5c-b479-43a0-89fb-b18059613b75 req-ca401d4c-db60-46c9-a326-ec8f2b14ec18 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0841801 Sep 03 01:59:35.697860 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-34ed0b5c-b479-43a0-89fb-b18059613b75 req-8a0cf04e-b8be-4362-9d44-5af0c0f11253 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544155 Sep 03 01:59:35.711565 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56916) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:35.733490 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b66323c0-1493-4bcc-b69e-988fc2ea084d req-28fbf060-b7e5-403c-9cef-4957b392e857 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062555 Sep 03 01:59:35.813366 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56920) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:35.836408 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f2d85a9f-e4ed-4b97-888e-e1301293c4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.841478 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b66323c0-1493-4bcc-b69e-988fc2ea084d req-d6461cf9-cc4c-4458-a805-f4784f46b248 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983431 Sep 03 01:59:35.937135 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f2d85a9f-e4ed-4b97-888e-e1301293c4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.941741 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f2d85a9f-e4ed-4b97-888e-e1301293c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:35.982382 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f2d85a9f-e4ed-4b97-888e-e1301293c4b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4682250e4724a31b08876bad7e738dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671073 Sep 03 01:59:35.985158 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d85a9f-e4ed-4b97-888e-e1301293c4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3243daed-5014-4484-af24-0873002e6c8c,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:35.988816 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 56926) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:36.043226 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01985f15-d616-4928-875c-866103a224b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.097846 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6908603-8a1c-4310-81ca-d9433d03555b req-e4583db4-afbb-41f9-b0fc-e94f67f9d6e4 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:36.106780 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6908603-8a1c-4310-81ca-d9433d03555b req-e4583db4-afbb-41f9-b0fc-e94f67f9d6e4 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0607319 Sep 03 01:59:36.109579 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eeee38-3516-4469-b7b5-05e6aed9dc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.156684 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6908603-8a1c-4310-81ca-d9433d03555b req-344d2a9f-d911-45c8-8c76-7a16db8af89d tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487003 Sep 03 01:59:36.158477 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eeee38-3516-4469-b7b5-05e6aed9dc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.212424 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01985f15-d616-4928-875c-866103a224b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.217109 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-01985f15-d616-4928-875c-866103a224b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.259752 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eeee38-3516-4469-b7b5-05e6aed9dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.262228 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d7eeee38-3516-4469-b7b5-05e6aed9dc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.263420 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d7eeee38-3516-4469-b7b5-05e6aed9dc45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3243daed-5014-4484-af24-0873002e6c8c HTTP/1.1" status: 204 len: 168 time: 0.2732441 Sep 03 01:59:36.264821 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01985f15-d616-4928-875c-866103a224b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e63752-34bb-4bcf-b870-645e6674c932,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:36.269023 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-01985f15-d616-4928-875c-866103a224b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f3e7be704594da9b856306aacc613a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5562499 Sep 03 01:59:36.272294 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 56944) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:36.278308 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eeee38-3516-4469-b7b5-05e6aed9dc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3243daed-5014-4484-af24-0873002e6c8c,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:36.334271 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7c5b78c6-454b-437d-ac1b-547043582e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.361965 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7c5b78c6-454b-437d-ac1b-547043582e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.415565 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7c5b78c6-454b-437d-ac1b-547043582e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.418277 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7c5b78c6-454b-437d-ac1b-547043582e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.419442 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7c5b78c6-454b-437d-ac1b-547043582e20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17e63752-34bb-4bcf-b870-645e6674c932 HTTP/1.1" status: 204 len: 168 time: 0.1457002 Sep 03 01:59:36.430267 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b78c6-454b-437d-ac1b-547043582e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e63752-34bb-4bcf-b870-645e6674c932,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:36.621283 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b828c-a129-44a3-bbbe-bf00933630ba req-6907945c-74e8-42ea-a6c5-0227425c26e6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:36.622963 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ed4b828c-a129-44a3-bbbe-bf00933630ba req-6907945c-74e8-42ea-a6c5-0227425c26e6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 943 time: 0.0560744 Sep 03 01:59:36.667067 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ed4b828c-a129-44a3-bbbe-bf00933630ba req-d1ba296a-4b2a-4478-923b-0e65530eb7c9 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380578 Sep 03 01:59:36.811573 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3e88a-abd1-4f87-97d0-4bf8e715f403 req-5ab4ffe0-7689-4a46-a162-1bffde126049 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:36.818678 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-61c3e88a-abd1-4f87-97d0-4bf8e715f403 req-5ab4ffe0-7689-4a46-a162-1bffde126049 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0576169 Sep 03 01:59:36.852719 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-61c3e88a-abd1-4f87-97d0-4bf8e715f403 req-5269ac9d-cc4d-4880-a591-01374023e748 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329027 Sep 03 01:59:37.287024 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55d558-6bd4-4c17-ac84-c671b30594a1 req-584642c3-43ab-417b-bca7-c9e2f05fac40 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:37.288662 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-df55d558-6bd4-4c17-ac84-c671b30594a1 req-584642c3-43ab-417b-bca7-c9e2f05fac40 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0553756 Sep 03 01:59:37.331700 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-df55d558-6bd4-4c17-ac84-c671b30594a1 req-79075b1d-b664-4012-9f0d-be9f6f173732 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Sep 03 01:59:37.756525 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57050) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:37.809142 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc83ea2-1025-4fdb-90d7-ca72f344f0f8 req-4d307981-56d5-4544-87c6-de452fbe441c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:37.813383 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6cc83ea2-1025-4fdb-90d7-ca72f344f0f8 req-4d307981-56d5-4544-87c6-de452fbe441c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 943 time: 0.0585718 Sep 03 01:59:37.863920 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6cc83ea2-1025-4fdb-90d7-ca72f344f0f8 req-32624328-8057-4f83-9dff-1b3048b488c0 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450625 Sep 03 01:59:37.909263 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f341322-4379-49fa-862d-dfe941f8a96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.020606 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee295d44-1ed3-4009-8ad6-a000e49b1488 req-d0637b78-a8bc-48a2-9838-844f4dcfaded tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:38.022249 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee295d44-1ed3-4009-8ad6-a000e49b1488 req-d0637b78-a8bc-48a2-9838-844f4dcfaded tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0744221 Sep 03 01:59:38.072903 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f341322-4379-49fa-862d-dfe941f8a96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.081905 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee295d44-1ed3-4009-8ad6-a000e49b1488 req-f9409c46-d66c-4de9-b331-f0d6e6e88a35 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513499 Sep 03 01:59:38.082473 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4f341322-4379-49fa-862d-dfe941f8a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.116764 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57062) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:38.124650 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4f341322-4379-49fa-862d-dfe941f8a96a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d6d4c4867194e768ce136eddb9eebe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670442 Sep 03 01:59:38.127544 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57066) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:38.134006 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f341322-4379-49fa-862d-dfe941f8a96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77401cb6-3f71-4521-8aed-6ed3ca3d0721,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:38.212199 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d8e2991a-3ec4-41a2-8ef0-fb449d2cda91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.239442 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d8e2991a-3ec4-41a2-8ef0-fb449d2cda91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.278913 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-947a38e8-5974-4d19-b44d-48552503fbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.332651 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d8e2991a-3ec4-41a2-8ef0-fb449d2cda91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.336458 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d8e2991a-3ec4-41a2-8ef0-fb449d2cda91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.337587 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d8e2991a-3ec4-41a2-8ef0-fb449d2cda91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77401cb6-3f71-4521-8aed-6ed3ca3d0721 HTTP/1.1" status: 204 len: 168 time: 0.2085941 Sep 03 01:59:38.371210 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2991a-3ec4-41a2-8ef0-fb449d2cda91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77401cb6-3f71-4521-8aed-6ed3ca3d0721,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:38.393865 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-8b946f22-a3dd-4c79-a962-b727602ffc79 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:38.396413 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-8b946f22-a3dd-4c79-a962-b727602ffc79 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.42 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.0939462 Sep 03 01:59:38.427505 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device ce9f889d-0abe-40c9-ab7f-06dde1b43376 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:59:38.537766 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port ce9f889d-0abe-40c9-ab7f-06dde1b43376, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ce9f889d-0abe-40c9-ab7f-06dde1b43376,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:38.549774 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': 'ce9f889d-0abe-40c9-ab7f-06dde1b43376', 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1', 'port_id': 'ce9f889d-0abe-40c9-ab7f-06dde1b43376', 'mac_address': 'fa:16:3e:61:b6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e4d29c-02e1-48e7-8e59-1694558c1952', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:59:38.551363 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8b56a-a6eb-47a1-af7a-3083753b6a87 req-ca08bacd-535d-4b96-aead-eee9e888746c tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:38.553134 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e2a8b56a-a6eb-47a1-af7a-3083753b6a87 req-ca08bacd-535d-4b96-aead-eee9e888746c tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 945 time: 0.1400726 Sep 03 01:59:38.594748 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.603214 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-947a38e8-5974-4d19-b44d-48552503fbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.610644 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9f889d-0abe-40c9-ab7f-06dde1b43376 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:59:38.611767 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-947a38e8-5974-4d19-b44d-48552503fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.640520 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port ce9f889d-0abe-40c9-ab7f-06dde1b43376, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ce9f889d-0abe-40c9-ab7f-06dde1b43376,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:38.644755 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.666930 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e2a8b56a-a6eb-47a1-af7a-3083753b6a87 req-8e173891-41d0-414e-81f0-073c393b2277 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/security-groups?id=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022530 Sep 03 01:59:38.682974 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-947a38e8-5974-4d19-b44d-48552503fbc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d86879860dec4b088060ef5461874cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5640571 Sep 03 01:59:38.683709 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a38e8-5974-4d19-b44d-48552503fbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d29c799-73b1-4dcf-b99b-8b4c5d95ae06,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:38.686857 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57088) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:38.700420 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-61b07b07-f0fb-49ef-a7e0-7d0ab1a267fc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Deleting port 9bbd7809-72e4-41ca-a766-4e696c0e612d {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 01:59:38.700786 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-61b07b07-f0fb-49ef-a7e0-7d0ab1a267fc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.731928 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=ce9f889d-0abe-40c9-ab7f-06dde1b43376,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:38.743223 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.744106 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.744918 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.745655 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.746199 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.746991 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.747653 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.748194 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.748990 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.749546 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.750215 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.751050 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:38.779537 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5efccc84-0ba9-4f5a-b103-ee81da409538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.809153 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5efccc84-0ba9-4f5a-b103-ee81da409538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.825115 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-61b07b07-f0fb-49ef-a7e0-7d0ab1a267fc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] For port 9bbd7809-72e4-41ca-a766-4e696c0e612d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9bbd7809-72e4-41ca-a766-4e696c0e612d,segment=NetworkSegment(8cdf7699-b632-41bf-8325-88c599ab7260),segment_id=8cdf7699-b632-41bf-8325-88c599ab7260)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:38.826265 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-61b07b07-f0fb-49ef-a7e0-7d0ab1a267fc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.851836 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-61b07b07-f0fb-49ef-a7e0-7d0ab1a267fc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Calling delete_port for 9bbd7809-72e4-41ca-a766-4e696c0e612d owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 01:59:38.861833 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5efccc84-0ba9-4f5a-b103-ee81da409538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.865319 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5efccc84-0ba9-4f5a-b103-ee81da409538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.866480 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5efccc84-0ba9-4f5a-b103-ee81da409538 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d29c799-73b1-4dcf-b99b-8b4c5d95ae06 HTTP/1.1" status: 204 len: 168 time: 0.1781154 Sep 03 01:59:38.876782 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efccc84-0ba9-4f5a-b103-ee81da409538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d29c799-73b1-4dcf-b99b-8b4c5d95ae06,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:39.018787 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372083-22f1-4043-b836-0d161e323946 req-c8a904f3-bfbf-4e1b-848d-1df160fe3d62 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:39.021116 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce372083-22f1-4043-b836-0d161e323946 req-c8a904f3-bfbf-4e1b-848d-1df160fe3d62 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 944 time: 0.0580280 Sep 03 01:59:39.048380 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-61b07b07-f0fb-49ef-a7e0-7d0ab1a267fc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:39.076767 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce372083-22f1-4043-b836-0d161e323946 req-fa0f13da-4c5b-4a08-8ac0-cbbdb5c969c6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482204 Sep 03 01:59:39.077232 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b07b07-f0fb-49ef-a7e0-7d0ab1a267fc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Pushing event deleted for resources: {'Port': ['ID=9bbd7809-72e4-41ca-a766-4e696c0e612d,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:39.125251 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['9bbd7809-72e4-41ca-a766-4e696c0e612d'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 01:59:39.152452 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-61b07b07-f0fb-49ef-a7e0-7d0ab1a267fc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] No DVR routers for this DVR port 9bbd7809-72e4-41ca-a766-4e696c0e612d on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 01:59:39.156018 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-61b07b07-f0fb-49ef-a7e0-7d0ab1a267fc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:39.158841 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-94985ced-e3ba-440b-ace4-e6692b486e31 req-61b07b07-f0fb-49ef-a7e0-7d0ab1a267fc tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.42 "DELETE /v2.0/ports/9bbd7809-72e4-41ca-a766-4e696c0e612d HTTP/1.1" status: 204 len: 173 time: 0.7538047 Sep 03 01:59:39.159291 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163834f7-82cb-40ab-9d52-f37358801228', 'name': 'network-vif-deleted', 'tag': '9bbd7809-72e4-41ca-a766-4e696c0e612d'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:59:39.162679 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1ec880-d61a-4e3c-b777-ae846d34b8dc" -d '{"events": [{"server_uuid": "163834f7-82cb-40ab-9d52-f37358801228", "name": "network-vif-deleted", "tag": "9bbd7809-72e4-41ca-a766-4e696c0e612d"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:59:39.180954 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['ce9f889d-0abe-40c9-ab7f-06dde1b43376'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 01:59:39.221608 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765306e5-c407-4239-b842-873f31f88c3c req-43ab10e0-24de-4a8a-bcb7-5fc673b7b31f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:39.223791 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-765306e5-c407-4239-b842-873f31f88c3c req-43ab10e0-24de-4a8a-bcb7-5fc673b7b31f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0562680 Sep 03 01:59:39.233771 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 01:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15356e2-1c1d-4962-88f1-5e27a692137e x-openstack-request-id: req-e15356e2-1c1d-4962-88f1-5e27a692137e {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:59:39.234061 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163834f7-82cb-40ab-9d52-f37358801228", "name": "network-vif-deleted", "tag": "9bbd7809-72e4-41ca-a766-4e696c0e612d", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:59:39.234352 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e15356e2-1c1d-4962-88f1-5e27a692137e {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:59:39.235832 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163834f7-82cb-40ab-9d52-f37358801228', 'name': 'network-vif-deleted', 'tag': '9bbd7809-72e4-41ca-a766-4e696c0e612d', 'status': 'completed', 'code': 200} Sep 03 01:59:39.313694 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-765306e5-c407-4239-b842-873f31f88c3c req-fa05b714-c613-47d7-8b3f-fc48e24d4228 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745013 Sep 03 01:59:39.411857 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57122) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:39.424907 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8a2ae0fb-1bf5-49e4-93ad-52ba7a8ceebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:39.525971 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8a2ae0fb-1bf5-49e4-93ad-52ba7a8ceebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:39.530398 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8a2ae0fb-1bf5-49e4-93ad-52ba7a8ceebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:39.569399 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8a2ae0fb-1bf5-49e4-93ad-52ba7a8ceebd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31eae7f2e6fe4e7aa37a2e4790b9b065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564198 Sep 03 01:59:39.570301 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57124) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:39.572170 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ae0fb-1bf5-49e4-93ad-52ba7a8ceebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8275f904-5010-4907-9118-7f400277617e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:39.630519 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-96121ff8-44ec-4403-ade0-8afd25c88d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:39.652740 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-96121ff8-44ec-4403-ade0-8afd25c88d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:39.713504 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-96121ff8-44ec-4403-ade0-8afd25c88d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:39.717701 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-96121ff8-44ec-4403-ade0-8afd25c88d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:39.721618 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-96121ff8-44ec-4403-ade0-8afd25c88d1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8275f904-5010-4907-9118-7f400277617e HTTP/1.1" status: 204 len: 168 time: 0.1474776 Sep 03 01:59:39.734713 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96121ff8-44ec-4403-ade0-8afd25c88d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8275f904-5010-4907-9118-7f400277617e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:39.827604 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cbc34e34-0cfb-4c0e-860b-66de419ac5cb req-4f4b6c98-9bae-49a6-a6af-4112da1904a2 tempest-DeleteServersTestJSON-815925034 tempest-DeleteServersTestJSON-815925034-project] 10.222.0.32 "GET /v2.0/ports?device_id=163834f7-82cb-40ab-9d52-f37358801228 HTTP/1.1" status: 200 len: 210 time: 0.0428250 Sep 03 01:59:40.216106 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18cbba-fa8c-4f6a-9b9e-bf24251ef689 req-910952b9-c71a-4d88-a593-9b4956276824 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:40.217743 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f18cbba-fa8c-4f6a-9b9e-bf24251ef689 req-910952b9-c71a-4d88-a593-9b4956276824 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 944 time: 0.0516462 Sep 03 01:59:40.257573 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f18cbba-fa8c-4f6a-9b9e-bf24251ef689 req-7c1604c0-7b22-45d5-8af9-a9908255d135 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339479 Sep 03 01:59:40.457692 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb6181-c765-4a3c-8d96-b0208ab07090 req-14ff4b81-3085-440f-9b53-cb7961c64e38 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:40.459199 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8eeb6181-c765-4a3c-8d96-b0208ab07090 req-14ff4b81-3085-440f-9b53-cb7961c64e38 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0588932 Sep 03 01:59:40.478630 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device ce9f889d-0abe-40c9-ab7f-06dde1b43376 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:40.500846 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8eeb6181-c765-4a3c-8d96-b0208ab07090 req-e1882d82-f4ea-4f2b-9c23-c0a6c2812e3d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335999 Sep 03 01:59:40.538764 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port ce9f889d-0abe-40c9-ab7f-06dde1b43376 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:40.542863 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port ce9f889d-0abe-40c9-ab7f-06dde1b43376 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:40.543253 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:40.644666 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:40.672491 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef4a52-d6a8-402d-98ec-7b29d170c902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9f889d-0abe-40c9-ab7f-06dde1b43376'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:59:40.674813 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2141b9-3018-4143-94e6-e37b421c38f2" -d '{"events": [{"server_uuid": "05ef4a52-d6a8-402d-98ec-7b29d170c902", "name": "network-vif-plugged", "status": "completed", "tag": "ce9f889d-0abe-40c9-ab7f-06dde1b43376"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:59:40.699341 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port ce9f889d-0abe-40c9-ab7f-06dde1b43376, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ce9f889d-0abe-40c9-ab7f-06dde1b43376,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:40.706288 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:40.707212 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 9bbd7809-72e4-41ca-a766-4e696c0e612d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:59:40.746299 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 01:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944e28b1-fe59-4f70-9c44-e93838b12186 x-openstack-request-id: req-944e28b1-fe59-4f70-9c44-e93838b12186 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:59:40.746591 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef4a52-d6a8-402d-98ec-7b29d170c902", "name": "network-vif-plugged", "status": "completed", "tag": "ce9f889d-0abe-40c9-ab7f-06dde1b43376", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:59:40.746848 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-944e28b1-fe59-4f70-9c44-e93838b12186 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:59:40.747228 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef4a52-d6a8-402d-98ec-7b29d170c902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9f889d-0abe-40c9-ab7f-06dde1b43376', 'code': 200} Sep 03 01:59:40.749805 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 9bbd7809-72e4-41ca-a766-4e696c0e612d {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 01:59:40.750202 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 9bbd7809-72e4-41ca-a766-4e696c0e612d not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:59:40.776947 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=ce9f889d-0abe-40c9-ab7f-06dde1b43376,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:41.019308 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868fe1-5322-4ead-9ce9-34dec4de8801 req-621a7566-0c13-4a61-b4e5-de1ae884edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:41.020929 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e8868fe1-5322-4ead-9ce9-34dec4de8801 req-621a7566-0c13-4a61-b4e5-de1ae884edfa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 1098 time: 0.0573399 Sep 03 01:59:41.071163 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e8868fe1-5322-4ead-9ce9-34dec4de8801 req-0ca8e850-f0bb-4a9b-9588-a0a9067fb4cf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385263 Sep 03 01:59:41.406334 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a0dcd-7a97-41bc-8ef2-953590cb976d req-97b51ea7-4b38-44ca-8763-f0e78f386d81 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:41.417801 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a2a0dcd-7a97-41bc-8ef2-953590cb976d req-97b51ea7-4b38-44ca-8763-f0e78f386d81 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 945 time: 0.0798321 Sep 03 01:59:41.486817 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a2a0dcd-7a97-41bc-8ef2-953590cb976d req-5288125b-79cd-486c-89a3-68668666cc02 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607145 Sep 03 01:59:41.731745 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313e4ea-bfdd-499d-b661-91150d7ecd19 req-cece20d1-2981-4966-898c-93c39b1d8647 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:41.733371 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a313e4ea-bfdd-499d-b661-91150d7ecd19 req-cece20d1-2981-4966-898c-93c39b1d8647 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1096263 Sep 03 01:59:41.777082 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a313e4ea-bfdd-499d-b661-91150d7ecd19 req-ba2a560c-6ead-4502-b387-602d528da9fc tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346429 Sep 03 01:59:41.789987 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57254) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:41.983057 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-375a87b7-b042-4b32-9f13-efd7184a7a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.079211 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-375a87b7-b042-4b32-9f13-efd7184a7a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.084020 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-375a87b7-b042-4b32-9f13-efd7184a7a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.125901 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-375a87b7-b042-4b32-9f13-efd7184a7a19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab2fb5d47e984e3ca234e472b57bdedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341937 Sep 03 01:59:42.126629 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a87b7-b042-4b32-9f13-efd7184a7a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b607e6-3fe5-4d91-b7e0-3b35c5b605b3,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:42.128278 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57264) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:42.183102 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d49927a-58ff-473b-b93d-b69245d2f079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.205234 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d49927a-58ff-473b-b93d-b69245d2f079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.265813 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d49927a-58ff-473b-b93d-b69245d2f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.269489 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8d49927a-58ff-473b-b93d-b69245d2f079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.271223 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8d49927a-58ff-473b-b93d-b69245d2f079 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9b607e6-3fe5-4d91-b7e0-3b35c5b605b3 HTTP/1.1" status: 204 len: 168 time: 0.1415622 Sep 03 01:59:42.280583 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49927a-58ff-473b-b93d-b69245d2f079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b607e6-3fe5-4d91-b7e0-3b35c5b605b3,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:42.392194 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57278) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:42.440825 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceacc214-6200-4581-9e87-c343996229b0 admin admin] Deleting subnet 55a2f691-d6ad-42ba-82b5-7d3113e2567c {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 01:59:42.444397 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ceacc214-6200-4581-9e87-c343996229b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.481665 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ceacc214-6200-4581-9e87-c343996229b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.487507 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ceacc214-6200-4581-9e87-c343996229b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.551042 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ceacc214-6200-4581-9e87-c343996229b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.583655 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ceacc214-6200-4581-9e87-c343996229b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.586668 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ceacc214-6200-4581-9e87-c343996229b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/55a2f691-d6ad-42ba-82b5-7d3113e2567c HTTP/1.1" status: 204 len: 168 time: 0.1932254 Sep 03 01:59:42.587947 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacc214-6200-4581-9e87-c343996229b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a2f691-d6ad-42ba-82b5-7d3113e2567c,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:42.589852 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57290) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:42.623556 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ede394-ad55-4611-ab08-1648ab2cadea req-ba628262-360a-42ce-a0dd-b923b2bc3f10 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:42.625065 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56ede394-ad55-4611-ab08-1648ab2cadea req-ba628262-360a-42ce-a0dd-b923b2bc3f10 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 945 time: 0.0597925 Sep 03 01:59:42.674607 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.693445 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-56ede394-ad55-4611-ab08-1648ab2cadea req-eb13a25a-9fc6-49c2-ae75-a5d85d480b5d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615847 Sep 03 01:59:42.872798 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:42.884483 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.884791 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.886365 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.886702 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > port after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.887038 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.887778 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > port after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.888122 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.888501 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.888973 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.889304 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.975084 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.975700 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.976169 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.976861 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:42.977411 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31401e25-d1aa-48fa-94c8-f13c027f3869']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:43.005391 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdf7699-b632-41bf-8325-88c599ab7260') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:43.006396 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdf7699-b632-41bf-8325-88c599ab7260') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:43.042073 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28855398'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.082655 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.093910 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:59:43.094307 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29019278'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: from cryptography.utils import int_from_bytes Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: from cryptography.utils import int_from_bytes Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: timer() Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: cb(*args, **kw) Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: self._notify() Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: self.callback(batched_events) Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: event.method(event) Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._get(url).json() Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 01:59:43.099013 dv-cinder-804035-9-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 01:59:43.121916 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495b068-87a2-4654-b253-f17a65f57728 req-24275fd6-e38b-478e-b985-b61c463512c1 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:43.123495 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5495b068-87a2-4654-b253-f17a65f57728 req-24275fd6-e38b-478e-b985-b61c463512c1 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1128900 Sep 03 01:59:43.128109 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57314) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:43.185876 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.198870 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5495b068-87a2-4654-b253-f17a65f57728 req-ed6dae64-e44a-4755-b97c-bf3c0c8cb8d5 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676906 Sep 03 01:59:43.208043 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.209929 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] 10.222.0.32 "DELETE /v2.0/networks/31401e25-d1aa-48fa-94c8-f13c027f3869 HTTP/1.1" status: 204 len: 168 time: 0.6189559 Sep 03 01:59:43.221513 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c94ed-46be-4df7-8b2d-8e0332436701 admin admin] Pushing event deleted for resources: {'Network': ['ID=31401e25-d1aa-48fa-94c8-f13c027f3869,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:43.236387 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-881434783-network', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:43.261723 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Made reservation on behalf of 0ea65250b6154aafa09e4f1d08d16f3d for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:59:43.265003 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.274393 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.328645 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57322) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:43.371965 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.376622 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.383462 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b5246248-c2bd-4fdf-975a-775bdfffaddd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6b28ed47ccf4d51b00d37c1fe8617e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511880 Sep 03 01:59:43.383724 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57326) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:43.406579 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:59:43.420597 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7396639-aeee-409f-bb38-d2cd71d685f1,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:43.425978 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.426872 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Added segment 33811d93-81d9-4287-865f-6ddb5aca0e55 of type vlan for network 519d9117-afa4-4a5f-8116-0afcdadeb0ed Sep 03 01:59:43.452339 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9976e233-78ac-495b-9585-05dcda3d5139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.469241 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.475041 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9976e233-78ac-495b-9585-05dcda3d5139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.498093 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.498093 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:43.498093 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.527311 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9976e233-78ac-495b-9585-05dcda3d5139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.533714 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9976e233-78ac-495b-9585-05dcda3d5139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.534996 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9976e233-78ac-495b-9585-05dcda3d5139 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0eefa8c7-d3bf-4165-a20b-76cfac11ee0f HTTP/1.1" status: 204 len: 168 time: 0.1495259 Sep 03 01:59:43.543490 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4117889 Sep 03 01:59:43.544128 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976e233-78ac-495b-9585-05dcda3d5139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eefa8c7-d3bf-4165-a20b-76cfac11ee0f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:43.546018 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57338) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:43.551012 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Request body: {'subnet': {'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-881434783-subnet', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:43.575362 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ba354-5cbf-4599-8a1c-87bd9087259c admin admin] Pushing event updated for resources: {'Network': ['ID=519d9117-afa4-4a5f-8116-0afcdadeb0ed,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:43.588810 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 519d9117-afa4-4a5f-8116-0afcdadeb0ed details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:59:43.590039 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Made reservation on behalf of 0ea65250b6154aafa09e4f1d08d16f3d for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:59:43.592300 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26008040'] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.842987 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420519ff-9fdd-4ecc-8284-76858fcacbbc req-49865769-d1ff-4c67-b225-98e131f464d7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:43.845605 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-420519ff-9fdd-4ecc-8284-76858fcacbbc req-49865769-d1ff-4c67-b225-98e131f464d7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 945 time: 0.0601170 Sep 03 01:59:43.892893 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-420519ff-9fdd-4ecc-8284-76858fcacbbc req-f1d1389f-363f-4037-afa6-2bd04b455dfd tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403676 Sep 03 01:59:44.081325 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29019153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26008006'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:44.162808 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d9973e-58b2-4910-b372-92c78497518b,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:44.175104 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Checking segment: {'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:44.175472 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Network hostable DHCP agents. Network: 519d9117-afa4-4a5f-8116-0afcdadeb0ed, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:59:44.202082 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Network 519d9117-afa4-4a5f-8116-0afcdadeb0ed is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:59:44.214764 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 519d9117-afa4-4a5f-8116-0afcdadeb0ed) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:44.227514 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:44.227514 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:44.227855 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa2e38-0539-48ac-8354-c5741658a5b4 None None] Network 519d9117-afa4-4a5f-8116-0afcdadeb0ed requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:59:44.257658 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e32bdc70-87ad-463b-acb3-d3a5dc3454ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7107298 Sep 03 01:59:44.260730 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57378) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:44.265809 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:44.359732 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124251'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:44.361352 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124226'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:44.399201 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f0c-9835-48be-9d2d-4f01bdfda2c9 req-84bb729a-4da9-4fbc-984d-df80e32d706c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:44.401247 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-23102f0c-9835-48be-9d2d-4f01bdfda2c9 req-84bb729a-4da9-4fbc-984d-df80e32d706c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0882835 Sep 03 01:59:44.454489 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:44.539853 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d099150-d7f3-5dbe-bfd0-63e42bc20c7d-519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b'}]}} from dv-cinder-804035-9-iscsi. {{(pid=93869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 01:59:44.541326 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:44.581205 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-23102f0c-9835-48be-9d2d-4f01bdfda2c9 req-73a7a9ba-9d3b-4949-a28f-e440b48f5955 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675482 Sep 03 01:59:44.719273 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:44.778471 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Allocated IP 172.20.0.2 (519d9117-afa4-4a5f-8116-0afcdadeb0ed/06d9973e-58b2-4910-b372-92c78497518b/40caa14f-12fa-449b-b3d6-4df0a2c01a46) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:59:44.972941 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:45.003137 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:45.127666 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Allocated IP 172.27.3.18 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/1ce3b0b7-f327-44d2-b139-158f5c14e235) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:59:45.138871 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:45.164172 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Transition to ACTIVE for port object 40caa14f-12fa-449b-b3d6-4df0a2c01a46 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:45.189472 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Transition to ACTIVE for port object 40caa14f-12fa-449b-b3d6-4df0a2c01a46 will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:45.205500 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:45.244320 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Network 519d9117-afa4-4a5f-8116-0afcdadeb0ed is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:45.248530 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:45.251249 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:59:45.262904 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Pushing event updated for resources: {'Port': ['ID=40caa14f-12fa-449b-b3d6-4df0a2c01a46,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:45.275843 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:45.323064 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Attempting to bind port 40caa14f-12fa-449b-b3d6-4df0a2c01a46 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:59:45.323605 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Attempting to bind port 40caa14f-12fa-449b-b3d6-4df0a2c01a46 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:59:45.324043 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Attempting to bind port 40caa14f-12fa-449b-b3d6-4df0a2c01a46 on network 519d9117-afa4-4a5f-8116-0afcdadeb0ed {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:45.325984 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:45.329710 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:59:45.330112 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Checking segment: {'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:45.330525 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:45.330919 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Bound using segment: {'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:59:45.331390 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Bound port: 40caa14f-12fa-449b-b3d6-4df0a2c01a46, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:59:45.331774 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:45.365001 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:45.370461 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:45.373644 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:59:45.417002 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] For port 40caa14f-12fa-449b-b3d6-4df0a2c01a46, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:59:45.422142 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] For port 40caa14f-12fa-449b-b3d6-4df0a2c01a46, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=40caa14f-12fa-449b-b3d6-4df0a2c01a46,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:59:45.428391 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:45.435050 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce3b0b7-f327-44d2-b139-158f5c14e235,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:45.510514 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d261b56-e091-4bc0-ba58-a3a131108830 None None] Pushing event updated for resources: {'Port': ['ID=40caa14f-12fa-449b-b3d6-4df0a2c01a46,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:45.734652 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634000c-76b5-40cf-ae47-5bebe78c8e30 req-03913d13-3178-43b6-9d0c-71e5332372be tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:45.753575 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2634000c-76b5-40cf-ae47-5bebe78c8e30 req-03913d13-3178-43b6-9d0c-71e5332372be tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0717070 Sep 03 01:59:45.759610 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:45.820756 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2634000c-76b5-40cf-ae47-5bebe78c8e30 req-e85431b0-5691-4b65-a412-d5ec6cce95fa tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659835 Sep 03 01:59:46.043513 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:46.170279 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 is scheduled to L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:59:46.286577 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:59:46.298014 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Sync routers for ids ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:59:46.315372 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Routers {'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:46.317715 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:46.323813 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:46.327624 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57454) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:46.327871 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-dbc14ce6-c43e-4796-86cc-8953c903ac20 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0660636 Sep 03 01:59:46.383851 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 40caa14f-12fa-449b-b3d6-4df0a2c01a46 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:46.456169 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Set router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:46.488844 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 40caa14f-12fa-449b-b3d6-4df0a2c01a46 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:46.727614 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8022b-94bc-4e0e-9d6c-2a6fde79286f None None] Network 519d9117-afa4-4a5f-8116-0afcdadeb0ed requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:59:46.736294 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:45Z', 'revision_number': 3, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:46.767315 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Checking router: a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:59:46.767912 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Updating router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 port 1ce3b0b7-f327-44d2-b139-158f5c14e235 binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:59:46.795931 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-7435428b-0f30-4c41-9dbf-e6896eae6054 None None] Provisioning for port 40caa14f-12fa-449b-b3d6-4df0a2c01a46 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:46.796598 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:46.803258 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-7435428b-0f30-4c41-9dbf-e6896eae6054 None None] Provisioning complete for port 40caa14f-12fa-449b-b3d6-4df0a2c01a46 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:46.803629 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7435428b-0f30-4c41-9dbf-e6896eae6054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:46.902816 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.003977 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7435428b-0f30-4c41-9dbf-e6896eae6054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.044465 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9dd12-1467-4dfa-aeef-f895963cc429 req-bb112b62-8689-4086-b5bb-d21a034af4d3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:47.050132 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-7435428b-0f30-4c41-9dbf-e6896eae6054 None None] For port 40caa14f-12fa-449b-b3d6-4df0a2c01a46, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=40caa14f-12fa-449b-b3d6-4df0a2c01a46,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:47.052930 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f8d9dd12-1467-4dfa-aeef-f895963cc429 req-bb112b62-8689-4086-b5bb-d21a034af4d3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1259515 Sep 03 01:59:47.058090 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7435428b-0f30-4c41-9dbf-e6896eae6054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.219916 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435428b-0f30-4c41-9dbf-e6896eae6054 None None] Pushing event updated for resources: {'Port': ['ID=40caa14f-12fa-449b-b3d6-4df0a2c01a46,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:47.227057 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f8d9dd12-1467-4dfa-aeef-f895963cc429 req-2520a22e-057b-4218-a26a-df6533462764 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731627 Sep 03 01:59:47.335788 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Allocated IP 172.20.0.1 (519d9117-afa4-4a5f-8116-0afcdadeb0ed/06d9973e-58b2-4910-b372-92c78497518b/02a6a70e-c026-42f3-a7c9-5d6b061a3c5a) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:59:47.373863 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.394015 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-b0a319cf-6cae-4dfd-b5d0-e88a4ffc2e6b None None] Provisioning complete for port 40caa14f-12fa-449b-b3d6-4df0a2c01a46 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:47.394793 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b0a319cf-6cae-4dfd-b5d0-e88a4ffc2e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.396830 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Transition to ACTIVE for port object 1ce3b0b7-f327-44d2-b139-158f5c14e235 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:47.415141 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.494185 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Attempting to bind port 1ce3b0b7-f327-44d2-b139-158f5c14e235 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:59:47.495246 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Attempting to bind port 1ce3b0b7-f327-44d2-b139-158f5c14e235 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:59:47.496301 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Attempting to bind port 1ce3b0b7-f327-44d2-b139-158f5c14e235 on network 32c94ffd-7e71-4160-ba26-be39bdf933f5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:47.500379 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Pushing event updated for resources: {'Port': ['ID=1ce3b0b7-f327-44d2-b139-158f5c14e235,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:47.507645 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:59:47.508024 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:47.508430 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.509009 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Bound using segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:59:47.509496 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Bound port: 1ce3b0b7-f327-44d2-b139-158f5c14e235, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:59:47.509879 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.542409 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.542706 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.543152 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.543548 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.543827 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.544165 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.544493 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.544917 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.545277 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.545609 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.546114 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.546706 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.605921 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] For port 1ce3b0b7-f327-44d2-b139-158f5c14e235, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:59:47.611127 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] For port 1ce3b0b7-f327-44d2-b139-158f5c14e235, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=1ce3b0b7-f327-44d2-b139-158f5c14e235,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:59:47.617427 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.684070 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Routers {'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:47.685125 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:47.768739 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.805117 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-1afc248a-7b98-4472-827c-39d258085121 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:47.822479 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-1afc248a-7b98-4472-827c-39d258085121 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 815 time: 0.4442041 Sep 03 01:59:47.824431 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Transition to ACTIVE for port object 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:47.842376 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c80af-ec60-4f0c-b62d-decd53a3a525 None None] Pushing event updated for resources: {'Port': ['ID=1ce3b0b7-f327-44d2-b139-158f5c14e235,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:47.859379 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-d49c6994-ff77-4419-9e16-6e4ece5bef1f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/quotas/f2838ac56029458ab9d1a1a1e562bd7a HTTP/1.1" status: 200 len: 375 time: 0.0213368 Sep 03 01:59:47.884840 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.907744 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] Set router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:47.947921 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Network 519d9117-afa4-4a5f-8116-0afcdadeb0ed is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:47.952909 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:47.955677 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:59:47.987278 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-5ee5cfa2-f40b-4303-b144-928460b38864 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190107 Sep 03 01:59:47.999639 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=02a6a70e-c026-42f3-a7c9-5d6b061a3c5a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:48.043444 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843770'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:48.174075 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:45Z', 'revision_number': 3, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:48.181077 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-4d8378bc-81fa-43f4-a7ab-33fe9aefc091 service neutron] 10.222.0.32 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668766 Sep 03 01:59:48.206751 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5a6f0-fb62-4b55-8cc4-3425a5d33da4 None None] The sync data for ids ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'] in dv-cinder-804035-9-iscsi is: [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:45Z', 'revision_number': 3, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:59:48.294983 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-937d65a7-cbf0-4e2a-91a6-a5ac7a12c0bf None None] Provisioning for port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:48.303386 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-937d65a7-cbf0-4e2a-91a6-a5ac7a12c0bf None None] Provisioning complete for port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:48.304463 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-937d65a7-cbf0-4e2a-91a6-a5ac7a12c0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:48.330514 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 40caa14f-12fa-449b-b3d6-4df0a2c01a46 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:48.373798 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-937d65a7-cbf0-4e2a-91a6-a5ac7a12c0bf None None] Port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:59:48.380751 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:48.395050 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fa01b-a5bd-4d8f-a482-4ff4c09db146 req-cc7e171b-66dd-4ed5-9e0d-14d75773ea38 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:48.396989 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 40caa14f-12fa-449b-b3d6-4df0a2c01a46 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:48.397917 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:48.402799 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-409fa01b-a5bd-4d8f-a482-4ff4c09db146 req-cc7e171b-66dd-4ed5-9e0d-14d75773ea38 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0707803 Sep 03 01:59:48.427948 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-ac5dd489-8053-42f3-a4cb-a73184e09313 service neutron] 10.222.0.32 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343016 Sep 03 01:59:48.456569 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-409fa01b-a5bd-4d8f-a482-4ff4c09db146 req-aac9c629-71cd-4622-9d68-3792e2ee26af tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528686 Sep 03 01:59:48.658354 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:48.665710 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25731509'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:48.712294 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Pushing event updated for resources: {'Port': ['ID=02a6a70e-c026-42f3-a7c9-5d6b061a3c5a,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:48.769457 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d60346f6-6b4a-40ff-b9ba-13533cc80d1b req-d1070987-9c55-4bb8-b71b-8aea05b61369 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 210 time: 0.0379035 Sep 03 01:59:48.778050 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715882'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:48.907150 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Network 519d9117-afa4-4a5f-8116-0afcdadeb0ed is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:48.908660 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:49.069620 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:59:49.218262 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:59:49.225567 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-76e67ce0-0033-43a0-a67c-fd887b6ac6c2 admin admin] 10.222.0.32 "PUT /v2.0/routers/a2a0df8a-2372-44d6-80b5-dd90e3ec3d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8965642 Sep 03 01:59:49.226855 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-1cecad39-bed6-49cd-bdb7-0c42c7a2166e None None] Provisioning complete for port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:49.228962 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1cecad39-bed6-49cd-bdb7-0c42c7a2166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:49.271928 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-1cecad39-bed6-49cd-bdb7-0c42c7a2166e None None] Port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:59:49.630091 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985534ba-c78e-4af3-8ce2-7c91d1e6adaf req-b2f4e6ff-4b0a-4a51-b708-7ff295085f4e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:49.637392 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-985534ba-c78e-4af3-8ce2-7c91d1e6adaf req-b2f4e6ff-4b0a-4a51-b708-7ff295085f4e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0686722 Sep 03 01:59:49.672274 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-985534ba-c78e-4af3-8ce2-7c91d1e6adaf req-cb004ca6-05a9-49eb-9484-59c5a1cb23c8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Sep 03 01:59:49.869362 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f36d1497-304a-4f48-b77b-8c3ce4f9de3a req-0885beef-98ed-4ac6-898c-e5d0137ab684 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 210 time: 0.0315592 Sep 03 01:59:49.879400 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57584) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:49.897819 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-866354296-network', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:49.922907 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Made reservation on behalf of 4429c36df49c40a0a8c05bdb43f88cd9 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:59:49.925790 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:49.936610 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.041429 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.045426 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.072186 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:59:50.083208 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e9dc4d-9362-422c-a58d-e763f58036f6,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:50.088540 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.089155 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Added segment 91500865-8cad-4863-a23d-803bc0baf386 of type vlan for network bd94236a-56a5-4137-acf8-525d77bc5781 Sep 03 01:59:50.110679 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Sync routers for ids ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:59:50.123991 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Routers {'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:50.124742 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:50.131905 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.155779 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.157017 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:50.157603 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.188483 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3080256 Sep 03 01:59:50.191359 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57586) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:50.197577 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Request body: {'subnet': {'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-866354296-subnet', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:50.222194 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Made reservation on behalf of 4429c36df49c40a0a8c05bdb43f88cd9 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:59:50.225458 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ea6c4-aab0-4a58-a9f2-97c559adafdd admin admin] Pushing event updated for resources: {'Network': ['ID=bd94236a-56a5-4137-acf8-525d77bc5781,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:50.225596 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957339'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.236130 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network bd94236a-56a5-4137-acf8-525d77bc5781 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:59:50.271871 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Set router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:50.358923 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 1ce3b0b7-f327-44d2-b139-158f5c14e235 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:50.431967 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957365'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.495363 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a356659-dc2b-4bf9-9d01-3617c2437106,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:50.498842 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 1ce3b0b7-f327-44d2-b139-158f5c14e235 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:50.506635 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 1ce3b0b7-f327-44d2-b139-158f5c14e235 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:50.507016 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.509617 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Checking segment: {'id': '91500865-8cad-4863-a23d-803bc0baf386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:50.510046 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Network hostable DHCP agents. Network: bd94236a-56a5-4137-acf8-525d77bc5781, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:59:50.528649 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Network bd94236a-56a5-4137-acf8-525d77bc5781 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:59:50.538542 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, bd94236a-56a5-4137-acf8-525d77bc5781) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:50.543564 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:50.544208 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.559688 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2a4ae9d8-1497-45e5-a2f9-77f774d55796 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3666568 Sep 03 01:59:50.562276 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57590) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:50.566668 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51132a-faff-46be-aa0f-39281f669eeb None None] Network bd94236a-56a5-4137-acf8-525d77bc5781 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:59:50.567874 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-866354296-router', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:50.589716 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124251'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.590641 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124226'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.653861 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.712662 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.757954 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:48Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '02a6a70e-c026-42f3-a7c9-5d6b061a3c5a', 'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'mac_address': 'fa:16:3e:fc:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:46Z', 'updated_at': '2021-09-03T01:59:48Z', 'revision_number': 2, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'subnets': [{'id': '06d9973e-58b2-4910-b372-92c78497518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:50.765868 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 1ce3b0b7-f327-44d2-b139-158f5c14e235, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=1ce3b0b7-f327-44d2-b139-158f5c14e235,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:50.793891 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.795718 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Checking router: a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:59:50.796076 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Updating router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a binding host dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:59:50.803507 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.867916 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.880945 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d099150-d7f3-5dbe-bfd0-63e42bc20c7d-bd94236a-56a5-4137-acf8-525d77bc5781', 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'fixed_ips': [{'subnet_id': '7a356659-dc2b-4bf9-9d01-3617c2437106'}]}} from dv-cinder-804035-9-iscsi. {{(pid=93869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 01:59:50.881806 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.908738 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=1ce3b0b7-f327-44d2-b139-158f5c14e235,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:51.044627 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.066811 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.187450 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Allocated IP 172.27.3.19 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/7df4ab41-e424-4381-ba40-4940b97ea212) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:59:51.261202 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Allocated IP 172.20.0.2 (bd94236a-56a5-4137-acf8-525d77bc5781/7a356659-dc2b-4bf9-9d01-3617c2437106/6601c93f-1e05-4ed2-adf5-3788c772aaea) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:59:51.312869 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.353225 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.389443 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:51.392293 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:51.396231 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:59:51.427495 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Pushing event updated for resources: {'Port': ['ID=7df4ab41-e424-4381-ba40-4940b97ea212,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:51.491830 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.510227 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Transition to ACTIVE for port object 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:51.522972 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.525250 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.559456 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Transition to ACTIVE for port object 6601c93f-1e05-4ed2-adf5-3788c772aaea will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:51.594856 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Transition to ACTIVE for port object 6601c93f-1e05-4ed2-adf5-3788c772aaea will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:51.604406 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f59248-2a3a-4507-9016-83899858dacb None None] Pushing event updated for resources: {'Port': ['ID=02a6a70e-c026-42f3-a7c9-5d6b061a3c5a,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:51.610260 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.673252 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.696751 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Network bd94236a-56a5-4137-acf8-525d77bc5781 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:51.703749 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:51.703749 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Attempting to bind port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:59:51.703749 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Attempting to bind port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:59:51.704074 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Attempting to bind port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a on network 519d9117-afa4-4a5f-8116-0afcdadeb0ed {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:51.706133 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:59:51.720217 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Pushing event updated for resources: {'Port': ['ID=6601c93f-1e05-4ed2-adf5-3788c772aaea,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:51.726012 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:59:51.726395 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Checking segment: {'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:51.728250 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.728685 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Bound using segment: {'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:59:51.729230 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Bound port: 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:59:51.729620 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.827687 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Attempting to bind port 6601c93f-1e05-4ed2-adf5-3788c772aaea on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:59:51.828065 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Attempting to bind port 6601c93f-1e05-4ed2-adf5-3788c772aaea by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '91500865-8cad-4863-a23d-803bc0baf386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:59:51.828434 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Attempting to bind port 6601c93f-1e05-4ed2-adf5-3788c772aaea on network bd94236a-56a5-4137-acf8-525d77bc5781 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:51.841075 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:59:51.841455 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Checking segment: {'id': '91500865-8cad-4863-a23d-803bc0baf386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:51.841852 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.842257 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Bound using segment: {'id': '91500865-8cad-4863-a23d-803bc0baf386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:59:51.842742 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Bound port: 6601c93f-1e05-4ed2-adf5-3788c772aaea, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91500865-8cad-4863-a23d-803bc0baf386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:59:51.843124 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.904933 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] For port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:59:51.916262 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2cc9e2ad-267c-47a1-b3b1-83ecb365dd3c req-d96ca1cd-72d4-4bf1-b21b-b5b610d6b5aa tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 210 time: 0.0474691 Sep 03 01:59:51.925083 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] For port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=02a6a70e-c026-42f3-a7c9-5d6b061a3c5a,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:59:51.945100 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.990208 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] For port 6601c93f-1e05-4ed2-adf5-3788c772aaea, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:59:52.013191 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] For port 6601c93f-1e05-4ed2-adf5-3788c772aaea, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=6601c93f-1e05-4ed2-adf5-3788c772aaea,segment=NetworkSegment(91500865-8cad-4863-a23d-803bc0baf386),segment_id=91500865-8cad-4863-a23d-803bc0baf386)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:59:52.029354 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:52.040746 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Routers {'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:52.041150 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:52.045896 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f59248-2a3a-4507-9016-83899858dacb None None] Pushing event updated for resources: {'Port': ['ID=02a6a70e-c026-42f3-a7c9-5d6b061a3c5a,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:52.201526 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e51583-a2d1-4553-9c3e-2bf4a71574ff None None] Pushing event updated for resources: {'Port': ['ID=6601c93f-1e05-4ed2-adf5-3788c772aaea,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:52.243733 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] Set router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:52.268546 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9d769-d0b6-4818-87b3-8bb789d3de5d req-b06b7525-41f6-444b-8f53-dec4761e62e2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:52.270250 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fed9d769-d0b6-4818-87b3-8bb789d3de5d req-b06b7525-41f6-444b-8f53-dec4761e62e2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.4455991 Sep 03 01:59:52.319587 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:52.328644 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fed9d769-d0b6-4818-87b3-8bb789d3de5d req-70b377ca-5c8f-4a7f-96aa-d051c3a1e93c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519180 Sep 03 01:59:52.332129 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 1ce3b0b7-f327-44d2-b139-158f5c14e235 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:52.496839 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 1ce3b0b7-f327-44d2-b139-158f5c14e235 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:52.497339 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:52.530401 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Router ed3f61b1-538b-4322-9a1a-1a955291ca7d is scheduled to L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:59:52.633032 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:48Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '02a6a70e-c026-42f3-a7c9-5d6b061a3c5a', 'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'mac_address': 'fa:16:3e:fc:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:46Z', 'updated_at': '2021-09-03T01:59:51Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'subnets': [{'id': '06d9973e-58b2-4910-b372-92c78497518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:52.639120 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:59:52.651244 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Sync routers for ids ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:59:52.655917 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:52.657232 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ab8470fc-be65-46bd-b319-a33b392e8047 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0939457 Sep 03 01:59:52.659941 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57612) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:52.666061 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Routers {'ed3f61b1-538b-4322-9a1a-1a955291ca7d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:52.666274 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3336eee4-3b9f-43eb-b897-7c3eb06d4452 None None] The sync data for ids ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'] in dv-cinder-804035-9-iscsi is: [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:48Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '02a6a70e-c026-42f3-a7c9-5d6b061a3c5a', 'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'mac_address': 'fa:16:3e:fc:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:46Z', 'updated_at': '2021-09-03T01:59:51Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'subnets': [{'id': '06d9973e-58b2-4910-b372-92c78497518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:59:52.666683 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:52.829408 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Set router ed3f61b1-538b-4322-9a1a-1a955291ca7d gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:53.070984 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'name': 'tempest-TestShelveInstance-866354296-router', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:50Z', 'updated_at': '2021-09-03T01:59:51Z', 'revision_number': 3, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'gw_port': {'id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:75:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:51Z', 'updated_at': '2021-09-03T01:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:53.104386 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Checking router: ed3f61b1-538b-4322-9a1a-1a955291ca7d for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:59:53.104870 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Updating router ed3f61b1-538b-4322-9a1a-1a955291ca7d port 7df4ab41-e424-4381-ba40-4940b97ea212 binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:59:53.156209 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:53.245207 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59b4db-ba56-4741-8f81-e839b7a3cba5 None None] Network bd94236a-56a5-4137-acf8-525d77bc5781 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:59:53.251185 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:53.319354 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-6bca5ee6-ad7e-4339-bdb0-de9e805497ee None None] Provisioning for port 6601c93f-1e05-4ed2-adf5-3788c772aaea completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:53.441857 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Allocated IP 172.20.0.1 (bd94236a-56a5-4137-acf8-525d77bc5781/7a356659-dc2b-4bf9-9d01-3617c2437106/37f1d31a-b3f0-4fe0-9192-a45f740573d8) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:59:53.507409 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:53.530005 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Transition to ACTIVE for port object 7df4ab41-e424-4381-ba40-4940b97ea212 will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:53.537974 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:53.597766 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae50bfb-02f3-4fa7-ba0b-e08e3de7e029 None None] Pushing event updated for resources: {'Port': ['ID=7df4ab41-e424-4381-ba40-4940b97ea212,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:53.600064 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:53.600948 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Attempting to bind port 7df4ab41-e424-4381-ba40-4940b97ea212 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:59:53.601320 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Attempting to bind port 7df4ab41-e424-4381-ba40-4940b97ea212 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:59:53.601669 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Attempting to bind port 7df4ab41-e424-4381-ba40-4940b97ea212 on network 32c94ffd-7e71-4160-ba26-be39bdf933f5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:53.610041 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:59:53.610491 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:53.610995 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:53.611408 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Bound using segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:59:53.611940 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Bound port: 7df4ab41-e424-4381-ba40-4940b97ea212, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:59:53.612412 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:53.620661 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Transition to ACTIVE for port object 37f1d31a-b3f0-4fe0-9192-a45f740573d8 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:53.670496 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:53.674739 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] For port 7df4ab41-e424-4381-ba40-4940b97ea212, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:59:53.679634 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] For port 7df4ab41-e424-4381-ba40-4940b97ea212, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=7df4ab41-e424-4381-ba40-4940b97ea212,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:59:53.684252 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:53.727693 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Network bd94236a-56a5-4137-acf8-525d77bc5781 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:53.731043 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:53.735077 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:59:53.736439 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Routers {'ed3f61b1-538b-4322-9a1a-1a955291ca7d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:53.737107 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:53.786032 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Pushing event updated for resources: {'Port': ['ID=37f1d31a-b3f0-4fe0-9192-a45f740573d8,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:53.793237 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843770'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:53.826872 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae50bfb-02f3-4fa7-ba0b-e08e3de7e029 None None] Pushing event updated for resources: {'Port': ['ID=7df4ab41-e424-4381-ba40-4940b97ea212,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:53.881249 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] Set router ed3f61b1-538b-4322-9a1a-1a955291ca7d gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:53.981118 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.108796 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-904d3951-2c0d-40db-a646-f83222bdc7dd None None] Provisioning for port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:54.115428 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-904d3951-2c0d-40db-a646-f83222bdc7dd None None] Provisioning complete for port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:54.115799 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-904d3951-2c0d-40db-a646-f83222bdc7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.128483 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'name': 'tempest-TestShelveInstance-866354296-router', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:50Z', 'updated_at': '2021-09-03T01:59:51Z', 'revision_number': 3, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'gw_port': {'id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:75:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:51Z', 'updated_at': '2021-09-03T01:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:54.160273 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0754f-5405-490b-80b4-908d74ac7ee6 None None] The sync data for ids ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'] in dv-cinder-804035-9-iscsi is: [{'id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'name': 'tempest-TestShelveInstance-866354296-router', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:50Z', 'updated_at': '2021-09-03T01:59:51Z', 'revision_number': 3, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'gw_port': {'id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:75:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:51Z', 'updated_at': '2021-09-03T01:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:59:54.162657 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-904d3951-2c0d-40db-a646-f83222bdc7dd None None] Port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:59:54.219972 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.225012 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25731509'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.305851 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715882'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.307774 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Pushing event updated for resources: {'Port': ['ID=37f1d31a-b3f0-4fe0-9192-a45f740573d8,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:54.381534 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:54.415123 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Network bd94236a-56a5-4137-acf8-525d77bc5781 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:54.417142 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:54.439612 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:54.445764 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:54.447326 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.574133 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.583698 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Router ed3f61b1-538b-4322-9a1a-1a955291ca7d has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:59:54.620586 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=02a6a70e-c026-42f3-a7c9-5d6b061a3c5a,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:54.626202 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.627586 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 6601c93f-1e05-4ed2-adf5-3788c772aaea up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:54.720556 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=02a6a70e-c026-42f3-a7c9-5d6b061a3c5a,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:54.736277 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 6601c93f-1e05-4ed2-adf5-3788c772aaea completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:54.741605 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 6601c93f-1e05-4ed2-adf5-3788c772aaea triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:54.742134 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.757715 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:59:54.764844 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-983cb33a-706a-484d-b9e0-e9bfe50043e0 admin admin] 10.222.0.32 "PUT /v2.0/routers/ed3f61b1-538b-4322-9a1a-1a955291ca7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038086 Sep 03 01:59:54.806452 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-8b2c855d-8ac9-4a9f-8fc5-94f6f5e77eff None None] Provisioning complete for port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:54.807007 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8b2c855d-8ac9-4a9f-8fc5-94f6f5e77eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.878043 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c855d-8ac9-4a9f-8fc5-94f6f5e77eff None None] Port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 01:59:54.893511 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.930591 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 6601c93f-1e05-4ed2-adf5-3788c772aaea, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=6601c93f-1e05-4ed2-adf5-3788c772aaea,segment=NetworkSegment(91500865-8cad-4863-a23d-803bc0baf386),segment_id=91500865-8cad-4863-a23d-803bc0baf386)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:54.934821 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:54.989267 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=6601c93f-1e05-4ed2-adf5-3788c772aaea,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:55.545548 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c897ea6b-3841-4bb5-bea6-2a537cedf0cb req-62eaa2b3-246b-4298-821a-c1210eba639e tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 210 time: 0.0308285 Sep 03 01:59:55.653738 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a23b5b-5606-40f9-8b87-b2ac0f8899c2 req-c132f099-eaf3-475f-9d0d-e1e47b68c66e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:55.655390 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-81a23b5b-5606-40f9-8b87-b2ac0f8899c2 req-c132f099-eaf3-475f-9d0d-e1e47b68c66e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0917573 Sep 03 01:59:55.785258 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-81a23b5b-5606-40f9-8b87-b2ac0f8899c2 req-696d6036-6696-4157-a69f-26cec1a8bd31 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903819 Sep 03 01:59:55.793095 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-08149c63-be95-4d2b-9e1b-71f0b6454630 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:55.794908 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-08149c63-be95-4d2b-9e1b-71f0b6454630 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 815 time: 0.2191386 Sep 03 01:59:55.844718 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Request body: {'port': {'device_id': '0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c', 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1', 'admin_state_up': True, 'tenant_id': 'f2838ac56029458ab9d1a1a1e562bd7a'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:55.975258 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Made reservation on behalf of f2838ac56029458ab9d1a1a1e562bd7a for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:59:55.979442 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:55.993444 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57656) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:56.000835 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-7215d789-a7d5-4c61-9306-347a02949d1f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594874822', 'description': 'tempest-secgroup-smoke-1594874822 description', 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:56.038253 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7215d789-a7d5-4c61-9306-347a02949d1f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.124444 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7215d789-a7d5-4c61-9306-347a02949d1f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.128748 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7215d789-a7d5-4c61-9306-347a02949d1f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.137443 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Sync routers for ids ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:59:56.137987 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Allocated IP 172.20.0.4 (8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1/02e4d29c-02e1-48e7-8e59-1694558c1952/8c45050a-501b-4263-9d0b-4cab14bee6b0) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:59:56.149933 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Routers {'ed3f61b1-538b-4322-9a1a-1a955291ca7d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:56.151025 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:56.174652 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7215d789-a7d5-4c61-9306-347a02949d1f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.176817 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7215d789-a7d5-4c61-9306-347a02949d1f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1817713 Sep 03 01:59:56.180413 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57660) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:56.195465 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-0fdd77ee-d7b6-4872-9451-10b56d8f5475 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Request body: {'security_group_rule': {'security_group_id': 'bbb94376-6a84-4a90-b29e-114e735880cd', 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:56.225206 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215d789-a7d5-4c61-9306-347a02949d1f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb94376-6a84-4a90-b29e-114e735880cd,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:56.236272 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0fdd77ee-d7b6-4872-9451-10b56d8f5475 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.312109 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0fdd77ee-d7b6-4872-9451-10b56d8f5475 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.318390 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0fdd77ee-d7b6-4872-9451-10b56d8f5475 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.343630 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd77ee-d7b6-4872-9451-10b56d8f5475 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90588f06-e167-4f5d-9772-03ba4f647b9c,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:56.353053 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0fdd77ee-d7b6-4872-9451-10b56d8f5475 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.354772 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0fdd77ee-d7b6-4872-9451-10b56d8f5475 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1738284 Sep 03 01:59:56.357457 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57666) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:56.364982 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-1f59c46e-19c7-45fc-9a91-5e88256a0086 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Request body: {'security_group_rule': {'security_group_id': 'bbb94376-6a84-4a90-b29e-114e735880cd', 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:56.399092 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f59c46e-19c7-45fc-9a91-5e88256a0086 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.406031 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.454267 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.469424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-01d34b54-af59-46a1-88d7-b2b401cae9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.479526 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f59c46e-19c7-45fc-9a91-5e88256a0086 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.492830 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f59c46e-19c7-45fc-9a91-5e88256a0086 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.500121 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['b8e37fd5-588e-4333-9f33-db145534315e', 'ce9f889d-0abe-40c9-ab7f-06dde1b43376'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 01:59:56.513761 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:56.517339 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:56.521622 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:59:56.539034 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59c46e-19c7-45fc-9a91-5e88256a0086 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f64bbd-35ee-4edf-a85a-faf29619eae0,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:56.549641 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1f59c46e-19c7-45fc-9a91-5e88256a0086 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.552409 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1f59c46e-19c7-45fc-9a91-5e88256a0086 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1926503 Sep 03 01:59:56.554524 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57672) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:56.560521 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-11748221-e219-4f41-9b83-d27dd740901b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Request body: {'security_group_rule': {'security_group_id': 'bbb94376-6a84-4a90-b29e-114e735880cd', 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:56.575569 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Pushing event updated for resources: {'Port': ['ID=8c45050a-501b-4263-9d0b-4cab14bee6b0,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:56.579559 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:56.587610 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.597270 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-11748221-e219-4f41-9b83-d27dd740901b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.603609 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:56.604288 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.621983 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-f738853e-df48-457c-a740-ec8762a89981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820084 Sep 03 01:59:56.623532 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Set router ed3f61b1-538b-4322-9a1a-1a955291ca7d gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:56.650749 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Request body: {'port': {'device_id': '0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:56.698399 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-11748221-e219-4f41-9b83-d27dd740901b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.704905 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-11748221-e219-4f41-9b83-d27dd740901b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.726111 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11748221-e219-4f41-9b83-d27dd740901b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8f1c47-e9ce-4866-897e-5d4ad8da0dec,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:56.731868 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-11748221-e219-4f41-9b83-d27dd740901b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.733940 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-11748221-e219-4f41-9b83-d27dd740901b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780190 Sep 03 01:59:56.736387 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57676) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:56.742339 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-97d14c9f-daa6-4a3a-9d18-4bf4a0cd6996 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Request body: {'security_group_rule': {'security_group_id': 'bbb94376-6a84-4a90-b29e-114e735880cd', 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:56.757609 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.776323 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97d14c9f-daa6-4a3a-9d18-4bf4a0cd6996 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.797329 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b732c5-ae77-4df7-8f92-23914df10812 req-05864bc4-77d9-44a8-a24c-c50fd93b54bb tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:56.799864 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c8b732c5-ae77-4df7-8f92-23914df10812 req-05864bc4-77d9-44a8-a24c-c50fd93b54bb tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 931 time: 0.1097796 Sep 03 01:59:56.878885 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97d14c9f-daa6-4a3a-9d18-4bf4a0cd6996 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.886516 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:56.887141 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.903830 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97d14c9f-daa6-4a3a-9d18-4bf4a0cd6996 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.928924 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c8b732c5-ae77-4df7-8f92-23914df10812 req-b6d85f8d-174f-4201-929f-9a131149b750 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068609 Sep 03 01:59:56.944241 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d14c9f-daa6-4a3a-9d18-4bf4a0cd6996 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c564c3e-6eb8-4322-a7f7-16339eb11f09,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:56.981393 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fec1d-a558-4fb7-87f5-69583ed9f2a9 req-82b3cd5e-dfe6-4401-a7c2-09a5d3e1b51d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:56.983000 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-467fec1d-a558-4fb7-87f5-69583ed9f2a9 req-82b3cd5e-dfe6-4401-a7c2-09a5d3e1b51d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1002953 Sep 03 01:59:56.983843 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97d14c9f-daa6-4a3a-9d18-4bf4a0cd6996 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:56.985034 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-97d14c9f-daa6-4a3a-9d18-4bf4a0cd6996 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2474446 Sep 03 01:59:56.987821 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57688) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:56.994813 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-611dc812-d650-472d-a70f-21e96413289e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Request body: {'security_group_rule': {'security_group_id': 'bbb94376-6a84-4a90-b29e-114e735880cd', 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:57.070760 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-467fec1d-a558-4fb7-87f5-69583ed9f2a9 req-3aef4e29-d5fd-449a-a803-a97be740a3ec tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639088 Sep 03 01:59:57.083252 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.securitygroups_db [None req-611dc812-d650-472d-a70f-21e96413289e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Project 0ea65250b6154aafa09e4f1d08d16f3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 01:59:57.088765 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-611dc812-d650-472d-a70f-21e96413289e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.154090 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-611dc812-d650-472d-a70f-21e96413289e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.157737 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 6601c93f-1e05-4ed2-adf5-3788c772aaea up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:57.162229 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-611dc812-d650-472d-a70f-21e96413289e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.195351 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dc812-d650-472d-a70f-21e96413289e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd738c6-e57b-477a-866f-d67f2e69ddd5,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:57.198296 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-611dc812-d650-472d-a70f-21e96413289e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.200188 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-611dc812-d650-472d-a70f-21e96413289e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2105203 Sep 03 01:59:57.202859 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57692) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:57.210857 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-f505aa6b-c4aa-4cfd-9f5b-2d270a737682 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Request body: {'security_group_rule': {'security_group_id': 'bbb94376-6a84-4a90-b29e-114e735880cd', 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:57.233388 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'name': 'tempest-TestShelveInstance-866354296-router', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:50Z', 'updated_at': '2021-09-03T01:59:53Z', 'revision_number': 4, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'gw_port': {'id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:75:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:51Z', 'updated_at': '2021-09-03T01:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '37f1d31a-b3f0-4fe0-9192-a45f740573d8', 'name': '', 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'mac_address': 'fa:16:3e:96:4e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '7a356659-dc2b-4bf9-9d01-3617c2437106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:53Z', 'updated_at': '2021-09-03T01:59:54Z', 'revision_number': 2, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'subnets': [{'id': '7a356659-dc2b-4bf9-9d01-3617c2437106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:57.243376 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.securitygroups_db [None req-f505aa6b-c4aa-4cfd-9f5b-2d270a737682 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Project 0ea65250b6154aafa09e4f1d08d16f3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 01:59:57.251863 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f505aa6b-c4aa-4cfd-9f5b-2d270a737682 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.270361 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57694) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:57.277626 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Checking router: ed3f61b1-538b-4322-9a1a-1a955291ca7d for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:59:57.278136 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Updating router ed3f61b1-538b-4322-9a1a-1a955291ca7d port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 binding host dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:59:57.333849 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f505aa6b-c4aa-4cfd-9f5b-2d270a737682 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.340426 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f505aa6b-c4aa-4cfd-9f5b-2d270a737682 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.348103 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.370282 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505aa6b-c4aa-4cfd-9f5b-2d270a737682 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66ad0d7-966f-4161-9ae4-7165d2013103,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:57.378512 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f505aa6b-c4aa-4cfd-9f5b-2d270a737682 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.394795 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 6601c93f-1e05-4ed2-adf5-3788c772aaea triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:57.395633 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.408918 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f505aa6b-c4aa-4cfd-9f5b-2d270a737682 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2043943 Sep 03 01:59:57.437076 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a28414bf-2f3c-4b01-8bdd-57d7902cf71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.624242 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a28414bf-2f3c-4b01-8bdd-57d7902cf71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.624530 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c45050a-501b-4263-9d0b-4cab14bee6b0 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 01:59:57.624821 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 7df4ab41-e424-4381-ba40-4940b97ea212 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:59:57.632033 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a28414bf-2f3c-4b01-8bdd-57d7902cf71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.634004 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.648583 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Transition to ACTIVE for port object 8c45050a-501b-4263-9d0b-4cab14bee6b0 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:57.662742 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.684306 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a28414bf-2f3c-4b01-8bdd-57d7902cf71a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e87b911d5065426891d259c896375766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101653 Sep 03 01:59:57.685606 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28414bf-2f3c-4b01-8bdd-57d7902cf71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff5f15e-c24f-4396-8fa1-6ef88c82020b,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:57.701617 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57720) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:57.801478 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Pushing event updated for resources: {'Port': ['ID=8c45050a-501b-4263-9d0b-4cab14bee6b0,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:57.822252 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-77446010-23a5-4125-bc96-b5ed581632c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.860833 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-77446010-23a5-4125-bc96-b5ed581632c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.882059 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 7df4ab41-e424-4381-ba40-4940b97ea212 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 01:59:57.910005 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Attempting to bind port 8c45050a-501b-4263-9d0b-4cab14bee6b0 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:59:57.911292 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Attempting to bind port 8c45050a-501b-4263-9d0b-4cab14bee6b0 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:59:57.911912 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Attempting to bind port 8c45050a-501b-4263-9d0b-4cab14bee6b0 on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:57.918218 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 7df4ab41-e424-4381-ba40-4940b97ea212 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 01:59:57.918656 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.922863 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Port 8c45050a-501b-4263-9d0b-4cab14bee6b0 on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 01:59:57.923915 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Attempting to bind port 8c45050a-501b-4263-9d0b-4cab14bee6b0 on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:57.930562 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:59:57.931327 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Checking segment: {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:57.931790 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Bound using segment: {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:59:57.932289 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Bound port: 8c45050a-501b-4263-9d0b-4cab14bee6b0, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:59:57.932408 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-77446010-23a5-4125-bc96-b5ed581632c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.932920 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.935712 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-77446010-23a5-4125-bc96-b5ed581632c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:57.939283 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-77446010-23a5-4125-bc96-b5ed581632c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fff5f15e-c24f-4396-8fa1-6ef88c82020b HTTP/1.1" status: 204 len: 168 time: 0.2339180 Sep 03 01:59:57.948269 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77446010-23a5-4125-bc96-b5ed581632c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff5f15e-c24f-4396-8fa1-6ef88c82020b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:58.093492 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.108089 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Transition to ACTIVE for port object 37f1d31a-b3f0-4fe0-9192-a45f740573d8 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:58.117957 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] For port 8c45050a-501b-4263-9d0b-4cab14bee6b0, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:59:58.122743 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] For port 8c45050a-501b-4263-9d0b-4cab14bee6b0, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c45050a-501b-4263-9d0b-4cab14bee6b0,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:59:58.130968 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.138692 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ece0d-587b-4933-bd93-85766c493496 req-6fec197f-c02c-4a71-a4fe-15f7e4819148 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:58.140644 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dc4ece0d-587b-4933-bd93-85766c493496 req-6fec197f-c02c-4a71-a4fe-15f7e4819148 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 943 time: 0.1076167 Sep 03 01:59:58.146069 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.193899 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.232515 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49483eaf-b811-464a-8f6e-8c3d961201d8 None None] Pushing event updated for resources: {'Port': ['ID=37f1d31a-b3f0-4fe0-9192-a45f740573d8,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:58.274851 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 7df4ab41-e424-4381-ba40-4940b97ea212, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=7df4ab41-e424-4381-ba40-4940b97ea212,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:59:58.306842 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.340795 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:58.343519 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.351464 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] 10.222.0.42 "PUT /v2.0/ports/8c45050a-501b-4263-9d0b-4cab14bee6b0 HTTP/1.1" status: 200 len: 1093 time: 1.7072999 Sep 03 01:59:58.352145 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c', 'tag': '8c45050a-501b-4263-9d0b-4cab14bee6b0'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 01:59:58.357778 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3071ff26-6ecd-41e7-a5d2-324f96b4550f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c", "tag": "8c45050a-501b-4263-9d0b-4cab14bee6b0"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:59:58.387293 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26699405-f5b9-4ed4-8805-86d4e5397b6f req-3cb9b3cb-55d9-494b-888e-7a2ce545a761 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:58.389464 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Attempting to bind port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:59:58.392121 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Attempting to bind port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '91500865-8cad-4863-a23d-803bc0baf386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:59:58.393122 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Attempting to bind port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 on network bd94236a-56a5-4137-acf8-525d77bc5781 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:58.401615 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26699405-f5b9-4ed4-8805-86d4e5397b6f req-3cb9b3cb-55d9-494b-888e-7a2ce545a761 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1528823 Sep 03 01:59:58.430341 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:59:58.430723 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Checking segment: {'id': '91500865-8cad-4863-a23d-803bc0baf386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:58.431127 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.433874 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dc4ece0d-587b-4933-bd93-85766c493496 req-3ff56d0f-a771-4d53-a8a8-c91cc21c0e06 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661157 Sep 03 01:59:58.434660 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Bound using segment: {'id': '91500865-8cad-4863-a23d-803bc0baf386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:59:58.435212 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Bound port: 37f1d31a-b3f0-4fe0-9192-a45f740573d8, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91500865-8cad-4863-a23d-803bc0baf386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:59:58.435701 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.455007 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9a922-8f65-4cd4-9809-40c19b2c3efd service neutron] Pushing event updated for resources: {'Port': ['ID=8c45050a-501b-4263-9d0b-4cab14bee6b0,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:58.529184 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-26699405-f5b9-4ed4-8805-86d4e5397b6f req-551ba897-3a02-43af-8169-b50bf0274879 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210377 Sep 03 01:59:58.565121 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37200901-2639-4fde-8ae2-5dae50f33858 x-openstack-request-id: req-37200901-2639-4fde-8ae2-5dae50f33858 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:59:58.565608 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c", "tag": "8c45050a-501b-4263-9d0b-4cab14bee6b0", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:59:58.566008 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37200901-2639-4fde-8ae2-5dae50f33858 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:59:58.566891 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c', 'tag': '8c45050a-501b-4263-9d0b-4cab14bee6b0', 'status': 'completed', 'code': 200} Sep 03 01:59:58.592533 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-6aafa678-03e2-47b0-a0d6-0574dd365103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:58.594163 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-6aafa678-03e2-47b0-a0d6-0574dd365103 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 1096 time: 0.1406438 Sep 03 01:59:58.608369 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=7df4ab41-e424-4381-ba40-4940b97ea212,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:58.640425 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] For port 37f1d31a-b3f0-4fe0-9192-a45f740573d8, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:59:58.646200 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] For port 37f1d31a-b3f0-4fe0-9192-a45f740573d8, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=37f1d31a-b3f0-4fe0-9192-a45f740573d8,segment=NetworkSegment(91500865-8cad-4863-a23d-803bc0baf386),segment_id=91500865-8cad-4863-a23d-803bc0baf386)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:59:58.658952 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.674950 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57790) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:58.679068 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-770ee212-9430-4186-8c9c-3259b2d9e492 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c45050a-501b-4263-9d0b-4cab14bee6b0 HTTP/1.1" status: 200 len: 217 time: 0.0575571 Sep 03 01:59:58.708348 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7666823d-3744-47b8-b8ea-c8aa08ae9f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.724087 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Routers {'ed3f61b1-538b-4322-9a1a-1a955291ca7d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:58.724717 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:58.777604 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49483eaf-b811-464a-8f6e-8c3d961201d8 None None] Pushing event updated for resources: {'Port': ['ID=37f1d31a-b3f0-4fe0-9192-a45f740573d8,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:58.792374 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-94d9861a-6c3f-4f47-9964-f3fd46824942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:58.793694 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-94d9861a-6c3f-4f47-9964-f3fd46824942 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02e4d29c-02e1-48e7-8e59-1694558c1952 HTTP/1.1" status: 200 len: 855 time: 0.0970697 Sep 03 01:59:58.852815 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-5f1158ee-4e7f-4921-beef-3fb1172fb98f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338476 Sep 03 01:59:58.871602 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] Set router ed3f61b1-538b-4322-9a1a-1a955291ca7d gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 01:59:58.977769 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7666823d-3744-47b8-b8ea-c8aa08ae9f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:58.983340 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7666823d-3744-47b8-b8ea-c8aa08ae9f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:59.006716 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b803e64c-ac08-4ce0-ac88-ae87a27708f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:59.045303 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7666823d-3744-47b8-b8ea-c8aa08ae9f9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53af89055d0e4665b93c2a1bb06bb369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690150 Sep 03 01:59:59.048089 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57806) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:59.093801 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666823d-3744-47b8-b8ea-c8aa08ae9f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c9403f-dc5b-4cc0-af75-5116d29a2348,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:59.120741 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-ffefe7fc-3514-438d-90dd-a1f675173c10 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542415 Sep 03 01:59:59.128221 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1c715225-ef16-40f0-8ba8-988a83af55ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:59.157512 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1c715225-ef16-40f0-8ba8-988a83af55ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:59.172716 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:59.190905 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'name': 'tempest-TestShelveInstance-866354296-router', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:50Z', 'updated_at': '2021-09-03T01:59:53Z', 'revision_number': 4, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'gw_port': {'id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:75:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:51Z', 'updated_at': '2021-09-03T01:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '37f1d31a-b3f0-4fe0-9192-a45f740573d8', 'name': '', 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'mac_address': 'fa:16:3e:96:4e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '7a356659-dc2b-4bf9-9d01-3617c2437106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:53Z', 'updated_at': '2021-09-03T01:59:58Z', 'revision_number': 4, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'subnets': [{'id': '7a356659-dc2b-4bf9-9d01-3617c2437106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:59.219002 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eac43b-d311-46d8-9cf6-041648a55b61 None None] The sync data for ids ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'] in dv-cinder-804035-9-iscsi is: [{'id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'name': 'tempest-TestShelveInstance-866354296-router', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:50Z', 'updated_at': '2021-09-03T01:59:53Z', 'revision_number': 4, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'gw_port': {'id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:75:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:51Z', 'updated_at': '2021-09-03T01:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '37f1d31a-b3f0-4fe0-9192-a45f740573d8', 'name': '', 'network_id': 'bd94236a-56a5-4137-acf8-525d77bc5781', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'mac_address': 'fa:16:3e:96:4e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '7a356659-dc2b-4bf9-9d01-3617c2437106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:53Z', 'updated_at': '2021-09-03T01:59:58Z', 'revision_number': 4, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'subnets': [{'id': '7a356659-dc2b-4bf9-9d01-3617c2437106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:59:59.219778 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1c715225-ef16-40f0-8ba8-988a83af55ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:59.226657 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1c715225-ef16-40f0-8ba8-988a83af55ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:59.227888 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1c715225-ef16-40f0-8ba8-988a83af55ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68c9403f-dc5b-4cc0-af75-5116d29a2348 HTTP/1.1" status: 204 len: 168 time: 0.1787848 Sep 03 01:59:59.244845 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c715225-ef16-40f0-8ba8-988a83af55ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c9403f-dc5b-4cc0-af75-5116d29a2348,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:59.245354 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f4f0fb0a-0cda-412c-875e-c4808e0bfd96 req-38c07c3d-69ab-45ba-be7e-40234aec07cb service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012897 Sep 03 01:59:59.483883 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071ff26-6ecd-41e7-a5d2-324f96b4550f req-e09a4374-55db-4ca3-a59b-1df8b28d19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:59.485584 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3071ff26-6ecd-41e7-a5d2-324f96b4550f req-e09a4374-55db-4ca3-a59b-1df8b28d19c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 1096 time: 0.0994923 Sep 03 01:59:59.720829 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071ff26-6ecd-41e7-a5d2-324f96b4550f req-925c8d02-ca3e-4ce4-aedb-22220aed43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:59.723762 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3071ff26-6ecd-41e7-a5d2-324f96b4550f req-925c8d02-ca3e-4ce4-aedb-22220aed43f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 916 time: 0.2275338 Sep 03 01:59:59.735863 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef199e-1613-4711-b1c2-fc561c4c7b77 req-5b36cc2d-2036-4106-b69a-94e37f10503b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:59.737364 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f0ef199e-1613-4711-b1c2-fc561c4c7b77 req-5b36cc2d-2036-4106-b69a-94e37f10503b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 943 time: 0.1203182 Sep 03 01:59:59.749296 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3715d-eab4-46a4-9807-aefd582fe6e0 req-5fc3e7d4-da6d-4d97-afe5-964898e8e15e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:59.752207 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-51b3715d-eab4-46a4-9807-aefd582fe6e0 req-5fc3e7d4-da6d-4d97-afe5-964898e8e15e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1040409 Sep 03 01:59:59.818521 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3071ff26-6ecd-41e7-a5d2-324f96b4550f req-f3ede330-b08b-4140-877e-50bc8b20ab3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c45050a-501b-4263-9d0b-4cab14bee6b0 HTTP/1.1" status: 200 len: 217 time: 0.0800788 Sep 03 01:59:59.839385 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-51b3715d-eab4-46a4-9807-aefd582fe6e0 req-8699bfa5-fbab-40de-aa8a-536cb4a96f03 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755756 Sep 03 01:59:59.840009 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57840) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:59.868796 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f412-1805-4553-b70b-f336f85d3323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:59.897007 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f0ef199e-1613-4711-b1c2-fc561c4c7b77 req-045ec5da-c4f6-42be-868a-4c94f8aea9a6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477921 Sep 03 01:59:59.911425 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071ff26-6ecd-41e7-a5d2-324f96b4550f req-a0a7402d-aff4-4fb5-a3a8-00699b85cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:59.913113 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3071ff26-6ecd-41e7-a5d2-324f96b4550f req-a0a7402d-aff4-4fb5-a3a8-00699b85cc41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02e4d29c-02e1-48e7-8e59-1694558c1952 HTTP/1.1" status: 200 len: 855 time: 0.0816309 Sep 03 01:59:59.960252 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3071ff26-6ecd-41e7-a5d2-324f96b4550f req-2fdbf255-e286-46b9-877b-ac50306a8841 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339036 Sep 03 01:59:59.985529 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f412-1805-4553-b70b-f336f85d3323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:59.991887 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a5f4f412-1805-4553-b70b-f336f85d3323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.043900 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a5f4f412-1805-4553-b70b-f336f85d3323 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=736aac4e49d242efbf583d9483eb0cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001700 Sep 03 02:00:00.043900 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4f412-1805-4553-b70b-f336f85d3323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92731667-dd91-4ed7-87d9-2da9038431f5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:00.044710 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57844) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:00.121045 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.122680 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4259ec7-bc1a-4dfb-8b98-506eedbe95a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.124786 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3071ff26-6ecd-41e7-a5d2-324f96b4550f req-7d35f5e7-5f3c-471f-9d2e-58563523b70c service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544080 Sep 03 02:00:00.196406 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4259ec7-bc1a-4dfb-8b98-506eedbe95a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.265745 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4259ec7-bc1a-4dfb-8b98-506eedbe95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.269647 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4259ec7-bc1a-4dfb-8b98-506eedbe95a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.271711 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d4259ec7-bc1a-4dfb-8b98-506eedbe95a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92731667-dd91-4ed7-87d9-2da9038431f5 HTTP/1.1" status: 204 len: 168 time: 0.2260127 Sep 03 02:00:00.281639 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4259ec7-bc1a-4dfb-8b98-506eedbe95a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92731667-dd91-4ed7-87d9-2da9038431f5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:00.289287 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3071ff26-6ecd-41e7-a5d2-324f96b4550f req-c0a75c36-f3a5-4f02-987a-bc489d34883b service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505673 Sep 03 02:00:00.484156 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 7df4ab41-e424-4381-ba40-4940b97ea212 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:00.549155 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 7df4ab41-e424-4381-ba40-4940b97ea212 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:00.549744 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.645045 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 37f1d31a-b3f0-4fe0-9192-a45f740573d8 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:00.717314 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:00.722737 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:00.723662 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.836334 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.886674 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 37f1d31a-b3f0-4fe0-9192-a45f740573d8, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=37f1d31a-b3f0-4fe0-9192-a45f740573d8,segment=NetworkSegment(91500865-8cad-4863-a23d-803bc0baf386),segment_id=91500865-8cad-4863-a23d-803bc0baf386)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:00.899034 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.997871 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=37f1d31a-b3f0-4fe0-9192-a45f740573d8,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:01.069649 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58202dd5-ff9b-4bfb-bcba-2df34fa358c4 req-a3105005-2fba-438c-b885-2a6d34cba649 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:01.071205 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58202dd5-ff9b-4bfb-bcba-2df34fa358c4 req-a3105005-2fba-438c-b885-2a6d34cba649 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1158719 Sep 03 02:00:01.075567 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90205dbc-bf5c-4ef6-8fc3-ede022022270 req-0ae9ece0-261e-4cd8-885e-a178edfb1e77 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:01.077107 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-90205dbc-bf5c-4ef6-8fc3-ede022022270 req-0ae9ece0-261e-4cd8-885e-a178edfb1e77 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 943 time: 0.0590343 Sep 03 02:00:01.113460 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58202dd5-ff9b-4bfb-bcba-2df34fa358c4 req-61128dc4-ef9f-485e-9512-e17d4511d76e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353572 Sep 03 02:00:01.116731 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-90205dbc-bf5c-4ef6-8fc3-ede022022270 req-4979e985-b4f0-478a-8a25-a4d4f45e7299 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Sep 03 02:00:01.265846 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57890) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:01.372784 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-151939699-network', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:01.398485 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Made reservation on behalf of d8bab331813a4f8a9bda337fc8fdf5a8 for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:01.401692 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.412356 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.517170 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.521684 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.543645 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:00:01.559358 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0342f0c-39fe-4ca7-b527-25aa4678c72f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:01.562284 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.562632 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Added segment 4d9cd693-2e5d-4bf0-8310-d2fcce737de8 of type vlan for network 99de7404-7057-454a-a101-2683cbf76e2f Sep 03 02:00:01.607943 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.634596 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.635572 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:01.636152 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.666771 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3996470 Sep 03 02:00:01.669980 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57906) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:01.675697 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Request body: {'subnet': {'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-151939699-subnet', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:01.699391 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Made reservation on behalf of d8bab331813a4f8a9bda337fc8fdf5a8 for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:01.701672 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426ad0d-dab2-4de1-bb4e-8019acc69cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=99de7404-7057-454a-a101-2683cbf76e2f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:01.702219 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26008040'] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.713771 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 99de7404-7057-454a-a101-2683cbf76e2f details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:00:01.820798 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.896372 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29019153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26008006'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.954865 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0846a881-03c7-4a0f-883e-cd218e0f443b,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:01.967453 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Checking segment: {'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:01.967824 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Network hostable DHCP agents. Network: 99de7404-7057-454a-a101-2683cbf76e2f, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:00:01.985186 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Network 99de7404-7057-454a-a101-2683cbf76e2f is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:00:01.994207 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 99de7404-7057-454a-a101-2683cbf76e2f) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:01.998453 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:01.999037 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.005224 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03156d76-a491-4d56-995d-0b8dc4bbb3e6 None None] Network 99de7404-7057-454a-a101-2683cbf76e2f requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:00:02.021397 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d0dbe53d-fbfd-4e27-9ddc-87d230af3259 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3477206 Sep 03 02:00:02.021750 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 57910) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:02.027490 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:02.053984 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124251'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.055367 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124226'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.118195 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.284893 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8bce7-34fb-4db1-ac2f-6d665d341c05 req-b725d9a3-5809-4fd3-9498-81a20b275f78 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:02.287275 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56e8bce7-34fb-4db1-ac2f-6d665d341c05 req-b725d9a3-5809-4fd3-9498-81a20b275f78 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 943 time: 0.0716927 Sep 03 02:00:02.319049 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.336804 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56e8bce7-34fb-4db1-ac2f-6d665d341c05 req-b749316a-8bb7-4954-8aa7-cee329945ec4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Sep 03 02:00:02.358156 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a56b9d-d6b9-4ea8-b10b-13b0a19fa7ed req-6bbbc621-d571-4280-8c5e-993b6e7fa2ae tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:02.359694 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7a56b9d-d6b9-4ea8-b10b-13b0a19fa7ed req-6bbbc621-d571-4280-8c5e-993b6e7fa2ae tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1029079 Sep 03 02:00:02.406977 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d099150-d7f3-5dbe-bfd0-63e42bc20c7d-99de7404-7057-454a-a101-2683cbf76e2f', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b'}]}} from dv-cinder-804035-9-iscsi. {{(pid=93869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:00:02.408060 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.419789 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 37f1d31a-b3f0-4fe0-9192-a45f740573d8 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:02.599949 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:02.600426 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.682615 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a7a56b9d-d6b9-4ea8-b10b-13b0a19fa7ed req-7f1968fc-032c-46d8-9c24-af300e9a9384 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134477 Sep 03 02:00:02.706042 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Allocated IP 172.20.0.2 (99de7404-7057-454a-a101-2683cbf76e2f/0846a881-03c7-4a0f-883e-cd218e0f443b/28c3c2e5-be9f-40aa-a0ee-072e88a3c35f) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:02.896433 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.915794 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.922727 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.931947 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Transition to ACTIVE for port object 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:02.947564 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Transition to ACTIVE for port object 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:02.955097 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.001579 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Network 99de7404-7057-454a-a101-2683cbf76e2f is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:03.012258 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:03.016282 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:03.028199 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Pushing event updated for resources: {'Port': ['ID=28c3c2e5-be9f-40aa-a0ee-072e88a3c35f,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:03.071340 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Allocated IP 172.27.3.171 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/b9cdee96-170d-4790-a879-7481d5c981bd) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:03.093971 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Attempting to bind port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:03.094353 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Attempting to bind port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:03.094714 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Attempting to bind port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f on network 99de7404-7057-454a-a101-2683cbf76e2f {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:03.101301 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:03.101693 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Checking segment: {'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:03.102063 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.102461 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Bound using segment: {'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:03.102927 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Bound port: 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:03.103310 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.117025 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 57990) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:03.170505 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] For port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:03.174539 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] For port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=28c3c2e5-be9f-40aa-a0ee-072e88a3c35f,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:03.178959 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.198156 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.256869 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1a323b9e-4e99-4aa7-84b6-4512c2e9f2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.258638 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7654ef6-6d54-46ba-9f5c-367169770645 None None] Pushing event updated for resources: {'Port': ['ID=28c3c2e5-be9f-40aa-a0ee-072e88a3c35f,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:03.263138 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.330815 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c45050a-501b-4263-9d0b-4cab14bee6b0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:00:03.342438 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Pushing event updated for resources: {'Port': ['ID=b9cdee96-170d-4790-a879-7481d5c981bd,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:03.347834 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:03.349996 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:03.353150 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:03.440958 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1a323b9e-4e99-4aa7-84b6-4512c2e9f2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.450321 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1a323b9e-4e99-4aa7-84b6-4512c2e9f2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.527409 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a323b9e-4e99-4aa7-84b6-4512c2e9f2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb74caeb-d854-4ef8-beab-48748c38ccf3,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:03.534600 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1a323b9e-4e99-4aa7-84b6-4512c2e9f2a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32d202f04adc48ad969dd95b10edb641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146252 Sep 03 02:00:03.537987 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58002) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:03.568591 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c45050a-501b-4263-9d0b-4cab14bee6b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c45050a-501b-4263-9d0b-4cab14bee6b0,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:03.583644 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '8c45050a-501b-4263-9d0b-4cab14bee6b0', 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1', 'port_id': '8c45050a-501b-4263-9d0b-4cab14bee6b0', 'mac_address': 'fa:16:3e:a7:f2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e4d29c-02e1-48e7-8e59-1694558c1952', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:00:03.612563 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aec4c275-4964-499c-8ed0-60192a1a165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.624650 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded49399-2327-4801-8401-cf2a218b0034 req-cea3452a-91ee-4be4-b847-daa4351e0e22 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:03.626355 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ded49399-2327-4801-8401-cf2a218b0034 req-cea3452a-91ee-4be4-b847-daa4351e0e22 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 943 time: 0.1971612 Sep 03 02:00:03.635097 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.654096 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c45050a-501b-4263-9d0b-4cab14bee6b0 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:00:03.656023 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aec4c275-4964-499c-8ed0-60192a1a165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.689765 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c45050a-501b-4263-9d0b-4cab14bee6b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c45050a-501b-4263-9d0b-4cab14bee6b0,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:03.696284 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.751266 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ded49399-2327-4801-8401-cf2a218b0034 req-47b2b722-29e4-491d-b9eb-153c1b504759 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149201 Sep 03 02:00:03.756088 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aec4c275-4964-499c-8ed0-60192a1a165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.761051 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-aec4c275-4964-499c-8ed0-60192a1a165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.763360 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-aec4c275-4964-499c-8ed0-60192a1a165f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb74caeb-d854-4ef8-beab-48748c38ccf3 HTTP/1.1" status: 204 len: 168 time: 0.2242477 Sep 03 02:00:03.771231 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=8c45050a-501b-4263-9d0b-4cab14bee6b0,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:03.776470 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4c275-4964-499c-8ed0-60192a1a165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb74caeb-d854-4ef8-beab-48748c38ccf3,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:03.811871 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:03.972470 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d6faa-6769-4829-a98a-c4b8d240ac07 req-879db24c-4604-4c43-9f43-f19707e06af8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:03.974006 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a92d6faa-6769-4829-a98a-c4b8d240ac07 req-879db24c-4604-4c43-9f43-f19707e06af8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1136000 Sep 03 02:00:04.038852 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a92d6faa-6769-4829-a98a-c4b8d240ac07 req-d6fa087c-3635-402f-87e4-770de81f79b8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537872 Sep 03 02:00:04.152827 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.181731 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58018) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:04.197420 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71ec8e6c-94d5-4f7f-9ac6-24a94a781ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.263553 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['8c45050a-501b-4263-9d0b-4cab14bee6b0'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:00:04.300774 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Router e3e9abef-85a4-4a0f-8ff8-7901372c4535 is scheduled to L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:00:04.316060 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71ec8e6c-94d5-4f7f-9ac6-24a94a781ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.322602 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71ec8e6c-94d5-4f7f-9ac6-24a94a781ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.377296 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec8e6c-94d5-4f7f-9ac6-24a94a781ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ba955-fd18-4ffc-85ac-3d6e213ad5ed,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:04.385597 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-71ec8e6c-94d5-4f7f-9ac6-24a94a781ca9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f417d73475b548c09f3e5d8eb2d5209f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027221 Sep 03 02:00:04.388158 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58020) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:04.440925 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8722546-7aa9-4099-b92a-90c4fd7a6033 None None] Network 99de7404-7057-454a-a101-2683cbf76e2f requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:00:04.473535 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6461de26-dcea-4ae7-bfaf-e4ab368f7d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.486169 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:00:04.496765 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Sync routers for ids ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:00:04.505946 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.510973 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Routers {'e3e9abef-85a4-4a0f-8ff8-7901372c4535'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:04.512030 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:04.512649 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-62525cb9-d24d-4284-ac5f-27b69b064621 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4897487 Sep 03 02:00:04.513370 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58022) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:04.535151 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6461de26-dcea-4ae7-bfaf-e4ab368f7d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.575972 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:04.585018 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-d700227b-7e31-4716-a1ff-63b860489908 None None] Provisioning for port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:04.594035 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6461de26-dcea-4ae7-bfaf-e4ab368f7d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.596911 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6461de26-dcea-4ae7-bfaf-e4ab368f7d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.600843 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6461de26-dcea-4ae7-bfaf-e4ab368f7d76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/996ba955-fd18-4ffc-85ac-3d6e213ad5ed HTTP/1.1" status: 204 len: 168 time: 0.2088642 Sep 03 02:00:04.617394 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461de26-dcea-4ae7-bfaf-e4ab368f7d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ba955-fd18-4ffc-85ac-3d6e213ad5ed,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:04.762586 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:04.777922 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:04.779754 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.797896 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Set router e3e9abef-85a4-4a0f-8ff8-7901372c4535 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:04.899519 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:04.951718 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=28c3c2e5-be9f-40aa-a0ee-072e88a3c35f,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:04.959192 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.120386 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=28c3c2e5-be9f-40aa-a0ee-072e88a3c35f,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:05.208408 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7050e-67f2-4764-b378-37a8bf0dd484 req-4efe81ab-e480-4e82-8b23-6bb1470da811 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:05.217230 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9fe7050e-67f2-4764-b378-37a8bf0dd484 req-4efe81ab-e480-4e82-8b23-6bb1470da811 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0783811 Sep 03 02:00:05.220090 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261eccc1-30a0-40ba-b11e-ac36dafed654 req-009b465c-2374-4a5e-a40f-09312de2dc20 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:05.225245 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-261eccc1-30a0-40ba-b11e-ac36dafed654 req-009b465c-2374-4a5e-a40f-09312de2dc20 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 944 time: 0.1903493 Sep 03 02:00:05.239809 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:03Z', 'revision_number': 3, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:05.282377 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9fe7050e-67f2-4764-b378-37a8bf0dd484 req-f13c12f2-a892-4000-bf9a-e707cc38fa0b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639167 Sep 03 02:00:05.291380 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-9700d9d2-88c8-4eda-ae8a-87ec09d569cd None None] Provisioning complete for port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:05.291918 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9700d9d2-88c8-4eda-ae8a-87ec09d569cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.292634 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Checking router: e3e9abef-85a4-4a0f-8ff8-7901372c4535 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:00:05.293548 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Updating router e3e9abef-85a4-4a0f-8ff8-7901372c4535 port b9cdee96-170d-4790-a879-7481d5c981bd binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:00:05.335398 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.401009 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-261eccc1-30a0-40ba-b11e-ac36dafed654 req-368a176a-5ecf-4b29-b780-465c615ae69f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672022 Sep 03 02:00:05.408628 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.619571 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Allocated IP 172.20.0.1 (99de7404-7057-454a-a101-2683cbf76e2f/0846a881-03c7-4a0f-883e-cd218e0f443b/e0a6a3a2-b199-4684-9ec0-dbcc52fb4094) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:05.688445 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:00:05.716411 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.733183 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Transition to ACTIVE for port object b9cdee96-170d-4790-a879-7481d5c981bd will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:05.739558 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.747783 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.781171 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.provisioning_blocks [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Transition to ACTIVE for port object e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 will not be triggered until provisioned by entity DHCP. {{(pid=93868) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:05.805196 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6d3dc-c816-4768-a720-6ce6e258a52f None None] Pushing event updated for resources: {'Port': ['ID=b9cdee96-170d-4790-a879-7481d5c981bd,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:05.809588 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Attempting to bind port b9cdee96-170d-4790-a879-7481d5c981bd on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:05.809911 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Attempting to bind port b9cdee96-170d-4790-a879-7481d5c981bd by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:05.810251 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Attempting to bind port b9cdee96-170d-4790-a879-7481d5c981bd on network 32c94ffd-7e71-4160-ba26-be39bdf933f5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:05.819716 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.820134 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:05.820618 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:05.821047 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.821578 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Bound using segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:05.822119 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Bound port: b9cdee96-170d-4790-a879-7481d5c981bd, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:05.822649 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.864511 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Network 99de7404-7057-454a-a101-2683cbf76e2f is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:05.867292 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:05.869785 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:05.901385 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a6a3a2-b199-4684-9ec0-dbcc52fb4094,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:05.902599 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] For port b9cdee96-170d-4790-a879-7481d5c981bd, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:05.911494 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] For port b9cdee96-170d-4790-a879-7481d5c981bd, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=b9cdee96-170d-4790-a879-7481d5c981bd,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:05.918866 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.921569 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843770'] for router_interface, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.992192 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Routers {'e3e9abef-85a4-4a0f-8ff8-7901372c4535'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:05.993151 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:06.183351 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] Set router e3e9abef-85a4-4a0f-8ff8-7901372c4535 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:06.190322 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-9d3eec27-077f-48ae-aa48-4cd42282e59f None None] Provisioning for port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:06.195078 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-9d3eec27-077f-48ae-aa48-4cd42282e59f None None] Provisioning complete for port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:06.195454 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9d3eec27-077f-48ae-aa48-4cd42282e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.198660 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.220638 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6d3dc-c816-4768-a720-6ce6e258a52f None None] Pushing event updated for resources: {'Port': ['ID=b9cdee96-170d-4790-a879-7481d5c981bd,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:06.243496 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-9d3eec27-077f-48ae-aa48-4cd42282e59f None None] Port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:00:06.453424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:06.455848 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:03Z', 'revision_number': 3, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:06.471208 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d297d3-4f24-42f0-89d6-75a48ab91f0a req-c0c2238c-853f-43cd-986a-a1fe7873f90c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:06.481127 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b5d297d3-4f24-42f0-89d6-75a48ab91f0a req-c0c2238c-853f-43cd-986a-a1fe7873f90c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1029325 Sep 03 02:00:06.518646 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50710b3d-f1cd-45be-80f3-0c356e6277b4 None None] The sync data for ids ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'] in dv-cinder-804035-9-iscsi is: [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:03Z', 'revision_number': 3, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:00:06.534574 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b5d297d3-4f24-42f0-89d6-75a48ab91f0a req-f3b15e7c-4deb-4c74-bae6-faacef4aa732 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525146 Sep 03 02:00:06.567457 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:06.567903 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.789186 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.801254 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25731509'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.834592 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d3d8-6f5a-473b-8fc7-91bdb96be411 req-ceb54bfb-1092-4d22-ab31-56e5df4b0451 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:06.836025 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7573d3d8-6f5a-473b-8fc7-91bdb96be411 req-ceb54bfb-1092-4d22-ab31-56e5df4b0451 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 944 time: 0.0975659 Sep 03 02:00:06.910791 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a6a3a2-b199-4684-9ec0-dbcc52fb4094,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:06.918234 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715882'] for router_interface, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.932339 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7573d3d8-6f5a-473b-8fc7-91bdb96be411 req-9c911516-be90-4398-b6ef-fdb547e5e1db tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769749 Sep 03 02:00:07.052444 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Network 99de7404-7057-454a-a101-2683cbf76e2f is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:07.053957 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:07.301770 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Router e3e9abef-85a4-4a0f-8ff8-7901372c4535 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:00:07.353266 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c45050a-501b-4263-9d0b-4cab14bee6b0 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:07.444306 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 8c45050a-501b-4263-9d0b-4cab14bee6b0 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:07.450715 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 8c45050a-501b-4263-9d0b-4cab14bee6b0 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:07.451091 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:07.495150 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:00:07.501042 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-609a14dd-ac2f-4f76-b95a-f2d2c855d8b9 admin admin] 10.222.0.32 "PUT /v2.0/routers/e3e9abef-85a4-4a0f-8ff8-7901372c4535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9858201 Sep 03 02:00:07.503005 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-4550f32b-3420-4636-baa8-c37627503565 None None] Provisioning complete for port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:07.503501 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4550f32b-3420-4636-baa8-c37627503565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:07.565030 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-4550f32b-3420-4636-baa8-c37627503565 None None] Port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:00:07.578375 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:07.604554 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c45050a-501b-4263-9d0b-4cab14bee6b0'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:00:07.606881 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4323dc83-9262-4042-85c6-f6ef0999708d" -d '{"events": [{"server_uuid": "0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c", "name": "network-vif-plugged", "status": "completed", "tag": "8c45050a-501b-4263-9d0b-4cab14bee6b0"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:00:07.625560 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c45050a-501b-4263-9d0b-4cab14bee6b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c45050a-501b-4263-9d0b-4cab14bee6b0,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:07.631958 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:07.669766 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62635071-ff2f-40bb-a609-9b2286e87e12 x-openstack-request-id: req-62635071-ff2f-40bb-a609-9b2286e87e12 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:00:07.670061 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c", "name": "network-vif-plugged", "status": "completed", "tag": "8c45050a-501b-4263-9d0b-4cab14bee6b0", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:00:07.670311 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62635071-ff2f-40bb-a609-9b2286e87e12 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:00:07.670721 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c45050a-501b-4263-9d0b-4cab14bee6b0', 'code': 200} Sep 03 02:00:07.709700 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104f6e8-3270-412d-801c-3c55d54229af req-be0a526c-498b-4bff-a5af-2655e7da890d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:07.715813 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=8c45050a-501b-4263-9d0b-4cab14bee6b0,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:07.720990 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d104f6e8-3270-412d-801c-3c55d54229af req-be0a526c-498b-4bff-a5af-2655e7da890d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0998778 Sep 03 02:00:07.765810 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d104f6e8-3270-412d-801c-3c55d54229af req-0c4e4c1c-2bc0-4a57-80f6-e4d39a8de826 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 Sep 03 02:00:07.918445 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa14943-857e-4fcd-b187-794a48b2175b req-8df3a769-7f0e-42fb-92c5-bab3ae889d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:07.920210 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ffa14943-857e-4fcd-b187-794a48b2175b req-8df3a769-7f0e-42fb-92c5-bab3ae889d3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 1098 time: 0.0430129 Sep 03 02:00:07.975218 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ffa14943-857e-4fcd-b187-794a48b2175b req-4b451abc-ec4b-41da-8426-d17ee5eb7ccf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Sep 03 02:00:08.084112 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068fef6-4f19-463e-b6d0-45d61d45faa4 req-29313ed0-5854-466c-89d7-ded11aad78af tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:08.086065 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6068fef6-4f19-463e-b6d0-45d61d45faa4 req-29313ed0-5854-466c-89d7-ded11aad78af tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 945 time: 0.0710793 Sep 03 02:00:08.133272 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6068fef6-4f19-463e-b6d0-45d61d45faa4 req-998896f3-5954-4e4b-bb40-2b9ebe32fbcd tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 Sep 03 02:00:08.168433 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58120) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:08.173431 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-755414716-network', 'tenant_id': '16ef6db543094265a55abed649de177d'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:08.195405 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Made reservation on behalf of 16ef6db543094265a55abed649de177d for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:08.197795 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.208501 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.318199 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.324541 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.352867 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383d68d9-28d9-49ba-a5a4-ec3d0cc93afa,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:08.364168 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:00:08.373824 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.374989 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Added segment 48de52fe-6e5c-4e31-8641-d7cd2dc08d16 of type vlan for network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 Sep 03 02:00:08.423016 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Sync routers for ids ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:00:08.427752 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.441841 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Routers {'e3e9abef-85a4-4a0f-8ff8-7901372c4535'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:08.442739 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:08.459184 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.460843 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:08.461526 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.497713 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9cdee96-170d-4790-a879-7481d5c981bd up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:08.542760 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] Pushing event updated for resources: {'Network': ['ID=60b08a90-90a8-4dee-9a3b-3c23a1ecf329,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:08.557381 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:00:08.568174 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4b721fef-972e-4fed-ad76-25c38ef200ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3985755 Sep 03 02:00:08.570923 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58134) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:08.575883 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Request body: {'subnet': {'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-755414716-subnet', 'tenant_id': '16ef6db543094265a55abed649de177d', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:08.602510 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Made reservation on behalf of 16ef6db543094265a55abed649de177d for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:08.605474 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957339'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.681890 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Set router e3e9abef-85a4-4a0f-8ff8-7901372c4535 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:08.684217 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port b9cdee96-170d-4790-a879-7481d5c981bd completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:08.717281 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port b9cdee96-170d-4790-a879-7481d5c981bd triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:08.717756 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.795333 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957365'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.865399 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faaadb1c-a66f-4284-b343-481eaf24d0d6,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:08.897051 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Checking segment: {'id': '48de52fe-6e5c-4e31-8641-d7cd2dc08d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:08.897412 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Network hostable DHCP agents. Network: 60b08a90-90a8-4dee-9a3b-3c23a1ecf329, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:00:08.915998 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173917fe-e3f1-45cd-9920-7a450174f16e req-8180607b-2a73-4716-ae00-5bbdb9fa6d5f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:08.917675 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-173917fe-e3f1-45cd-9920-7a450174f16e req-8180607b-2a73-4716-ae00-5bbdb9fa6d5f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0776210 Sep 03 02:00:08.944260 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:00:08.966483 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 60b08a90-90a8-4dee-9a3b-3c23a1ecf329) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:08.970392 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:08.970988 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.980748 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-173917fe-e3f1-45cd-9920-7a450174f16e req-0892ede8-769c-4273-ab7d-b33ddab94c2c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565979 Sep 03 02:00:08.986525 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434611d6-dac3-46a9-b91a-6219c2302a98 None None] Network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:00:08.993831 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58142) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:08.995802 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-192c6f11-aaf9-4a8c-9214-89f8a7fd0b26 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4216106 Sep 03 02:00:08.998372 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-755414716-router', 'tenant_id': '16ef6db543094265a55abed649de177d', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:09.030720 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124251'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.031932 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124226'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.088505 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.113163 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.162412 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port b9cdee96-170d-4790-a879-7481d5c981bd, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=b9cdee96-170d-4790-a879-7481d5c981bd,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:09.171606 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.247623 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.271697 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=b9cdee96-170d-4790-a879-7481d5c981bd,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:09.306533 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d099150-d7f3-5dbe-bfd0-63e42bc20c7d-60b08a90-90a8-4dee-9a3b-3c23a1ecf329', 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329', 'tenant_id': '16ef6db543094265a55abed649de177d', 'fixed_ips': [{'subnet_id': 'faaadb1c-a66f-4284-b343-481eaf24d0d6'}]}} from dv-cinder-804035-9-iscsi. {{(pid=93869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:00:09.307561 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.312201 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:06Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'e0a6a3a2-b199-4684-9ec0-dbcc52fb4094', 'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'mac_address': 'fa:16:3e:67:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:05Z', 'updated_at': '2021-09-03T02:00:06Z', 'revision_number': 2, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'subnets': [{'id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:09.312390 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2565c8-fc32-431e-901b-817b3e1dded5 req-d8de0700-47ad-4e14-8d88-f60a864c74ac tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:09.313873 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec2565c8-fc32-431e-901b-817b3e1dded5 req-d8de0700-47ad-4e14-8d88-f60a864c74ac tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 945 time: 0.1074238 Sep 03 02:00:09.360498 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Checking router: e3e9abef-85a4-4a0f-8ff8-7901372c4535 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:00:09.361068 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Updating router e3e9abef-85a4-4a0f-8ff8-7901372c4535 port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 binding host dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:00:09.393909 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec2565c8-fc32-431e-901b-817b3e1dded5 req-659a3772-6a0b-4b74-aa27-cf4cf63d18a8 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729346 Sep 03 02:00:09.485359 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.551055 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.571545 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.628552 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Allocated IP 172.20.0.2 (60b08a90-90a8-4dee-9a3b-3c23a1ecf329/faaadb1c-a66f-4284-b343-481eaf24d0d6/b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:09.692064 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Allocated IP 172.27.3.200 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/a8101534-7a1a-494a-b12b-21b10a93507f) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:09.827890 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.881942 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.927774 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:09.930652 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:09.935740 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:09.946087 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.965472 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Transition to ACTIVE for port object b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:09.967867 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a8101534-7a1a-494a-b12b-21b10a93507f,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:09.984589 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Transition to ACTIVE for port object b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:09.988955 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.992533 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.024564 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58162) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:10.075758 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Transition to ACTIVE for port object e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:10.092166 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:10.095455 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:10.099924 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:10.102245 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.123612 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Pushing event updated for resources: {'Port': ['ID=b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:10.190902 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07580467-c74d-498e-b27e-4930133260e1 req-469c870e-5b72-486f-972b-bf01cefec227 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:10.194008 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-07580467-c74d-498e-b27e-4930133260e1 req-469c870e-5b72-486f-972b-bf01cefec227 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0768425 Sep 03 02:00:10.216759 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-59fd507d-d434-4f27-b905-d9ea5853af38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.227690 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Attempting to bind port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:10.228233 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Attempting to bind port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '48de52fe-6e5c-4e31-8641-d7cd2dc08d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:10.228701 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Attempting to bind port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe on network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:10.238515 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:10.238947 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Checking segment: {'id': '48de52fe-6e5c-4e31-8641-d7cd2dc08d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:10.240068 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.240691 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Bound using segment: {'id': '48de52fe-6e5c-4e31-8641-d7cd2dc08d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:10.241238 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Bound port: b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48de52fe-6e5c-4e31-8641-d7cd2dc08d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:10.241717 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.288784 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-07580467-c74d-498e-b27e-4930133260e1 req-991ce216-7d8b-4619-b05e-84257a8a619c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842876 Sep 03 02:00:10.316934 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.382795 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Attempting to bind port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:10.385297 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Attempting to bind port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:10.385792 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Attempting to bind port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 on network 99de7404-7057-454a-a101-2683cbf76e2f {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:10.388002 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af7125-e00c-4b55-8b94-28f9b3ebceeb None None] Pushing event updated for resources: {'Port': ['ID=e0a6a3a2-b199-4684-9ec0-dbcc52fb4094,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:10.409247 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:10.409869 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Checking segment: {'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:10.410959 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.411752 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Bound using segment: {'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:10.412251 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Bound port: e0a6a3a2-b199-4684-9ec0-dbcc52fb4094, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:10.412691 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.451537 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-59fd507d-d434-4f27-b905-d9ea5853af38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.467241 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-59fd507d-d434-4f27-b905-d9ea5853af38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.480379 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9cdee96-170d-4790-a879-7481d5c981bd up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:10.518387 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] For port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:10.535035 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-59fd507d-d434-4f27-b905-d9ea5853af38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4b40996469b405f8ccf0c6e2aa13bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092163 Sep 03 02:00:10.536130 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd507d-d434-4f27-b905-d9ea5853af38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ff0ee9-c1f1-49f6-8370-ee07d71c479b,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:10.538500 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58172) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:10.545998 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] For port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe,segment=NetworkSegment(48de52fe-6e5c-4e31-8641-d7cd2dc08d16),segment_id=48de52fe-6e5c-4e31-8641-d7cd2dc08d16)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:10.571016 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.599834 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6d2f-a520-4fc3-b385-e63aee73b6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.612535 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] For port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:10.624043 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6d2f-a520-4fc3-b385-e63aee73b6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.658946 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] For port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=e0a6a3a2-b199-4684-9ec0-dbcc52fb4094,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:10.666724 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77065ec-07b4-46a1-b7cc-de3f144dad3a req-05e741df-3bca-4d5d-bc4c-32057c584fc9 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:10.668811 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b77065ec-07b4-46a1-b7cc-de3f144dad3a req-05e741df-3bca-4d5d-bc4c-32057c584fc9 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 945 time: 0.1207089 Sep 03 02:00:10.669401 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.673633 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cb679-da1f-415c-afb5-916adbcdf1f2 None None] Pushing event updated for resources: {'Port': ['ID=b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:10.694808 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port b9cdee96-170d-4790-a879-7481d5c981bd triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:10.695258 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.718816 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.721217 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6d2f-a520-4fc3-b385-e63aee73b6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.725207 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6d2f-a520-4fc3-b385-e63aee73b6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.730060 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-fb0e6d2f-a520-4fc3-b385-e63aee73b6e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5ff0ee9-c1f1-49f6-8370-ee07d71c479b HTTP/1.1" status: 204 len: 168 time: 0.1905727 Sep 03 02:00:10.753627 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e6d2f-a520-4fc3-b385-e63aee73b6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ff0ee9-c1f1-49f6-8370-ee07d71c479b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:10.816788 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af7125-e00c-4b55-8b94-28f9b3ebceeb None None] Pushing event updated for resources: {'Port': ['ID=e0a6a3a2-b199-4684-9ec0-dbcc52fb4094,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:10.819708 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Routers {'e3e9abef-85a4-4a0f-8ff8-7901372c4535'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:10.820318 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:10.875188 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b77065ec-07b4-46a1-b7cc-de3f144dad3a req-7bff3be3-cbe6-48e7-b39f-e21ad1c7d69d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876891 Sep 03 02:00:10.944661 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Router 119ba089-957d-4efc-8cf2-abb4ce2e516d is scheduled to L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:00:11.081732 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] Set router e3e9abef-85a4-4a0f-8ff8-7901372c4535 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:11.350638 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58188) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:11.411785 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ec9325c2-983e-4b33-aee3-8610457f0ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:11.485643 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:00:11.502001 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Sync routers for ids ['119ba089-957d-4efc-8cf2-abb4ce2e516d'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:00:11.525039 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Routers {'119ba089-957d-4efc-8cf2-abb4ce2e516d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:11.528950 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['119ba089-957d-4efc-8cf2-abb4ce2e516d'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:11.632659 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ec9325c2-983e-4b33-aee3-8610457f0ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:11.639466 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ec9325c2-983e-4b33-aee3-8610457f0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:11.648816 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:11.651538 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-4a326a30-e7e8-4f5b-8aef-7598683546b9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6566460 Sep 03 02:00:11.655948 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58198) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:11.665594 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a38f9-d400-462f-bb5f-98211c724005 req-4df4d719-0434-412d-b74e-7d996ce4fbc9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:11.668431 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-872a38f9-d400-462f-bb5f-98211c724005 req-4df4d719-0434-412d-b74e-7d996ce4fbc9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.2176712 Sep 03 02:00:11.703417 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Set router 119ba089-957d-4efc-8cf2-abb4ce2e516d gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:11.741748 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ec9325c2-983e-4b33-aee3-8610457f0ac0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=742ada68beb54cdca27b464db250daf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900201 Sep 03 02:00:11.743669 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:06Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'e0a6a3a2-b199-4684-9ec0-dbcc52fb4094', 'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'mac_address': 'fa:16:3e:67:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:05Z', 'updated_at': '2021-09-03T02:00:10Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'subnets': [{'id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:11.745407 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58200) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:11.787794 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a22494-17fa-4c89-8b7d-79fbc376c7ed None None] The sync data for ids ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'] in dv-cinder-804035-9-iscsi is: [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:06Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'e0a6a3a2-b199-4684-9ec0-dbcc52fb4094', 'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'mac_address': 'fa:16:3e:67:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:05Z', 'updated_at': '2021-09-03T02:00:10Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'subnets': [{'id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:00:11.793889 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-872a38f9-d400-462f-bb5f-98211c724005 req-0c633532-a793-48fd-a3d3-db59b5a92b0e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074588 Sep 03 02:00:11.794765 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9325c2-983e-4b33-aee3-8610457f0ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3307aa0-545e-4e13-b94b-5151c5cef185,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:11.907954 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f2c05ed3-e040-49ee-9756-d1d6730a89cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:11.990212 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f2c05ed3-e040-49ee-9756-d1d6730a89cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.024416 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'name': 'tempest-TestMinimumBasicScenario-755414716-router', 'tenant_id': '16ef6db543094265a55abed649de177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:10Z', 'revision_number': 3, 'project_id': '16ef6db543094265a55abed649de177d', 'gw_port': {'id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:12.083819 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Checking router: 119ba089-957d-4efc-8cf2-abb4ce2e516d for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:00:12.084329 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Updating router 119ba089-957d-4efc-8cf2-abb4ce2e516d port a8101534-7a1a-494a-b12b-21b10a93507f binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:00:12.129257 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.168946 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f2c05ed3-e040-49ee-9756-d1d6730a89cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.171414 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f2c05ed3-e040-49ee-9756-d1d6730a89cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.175032 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f2c05ed3-e040-49ee-9756-d1d6730a89cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3307aa0-545e-4e13-b94b-5151c5cef185 HTTP/1.1" status: 204 len: 168 time: 0.4260263 Sep 03 02:00:12.202231 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85fe581-313d-4fd3-879a-5034e8c27d0f None None] Network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:00:12.217307 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c05ed3-e040-49ee-9756-d1d6730a89cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3307aa0-545e-4e13-b94b-5151c5cef185,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:12.375679 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-65753cb7-7b8b-4eb0-9c13-9876c78089cb None None] Provisioning for port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:12.493085 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.710879 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:12.849189 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:12.850681 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.857149 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:12.857530 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.861304 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Transition to ACTIVE for port object a8101534-7a1a-494a-b12b-21b10a93507f will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:12.869614 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.902003 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Allocated IP 172.20.0.1 (60b08a90-90a8-4dee-9a3b-3c23a1ecf329/faaadb1c-a66f-4284-b343-481eaf24d0d6/10de50e5-b432-4bfb-90c5-a35381706edd) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:12.980221 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Attempting to bind port a8101534-7a1a-494a-b12b-21b10a93507f on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:12.980691 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Attempting to bind port a8101534-7a1a-494a-b12b-21b10a93507f by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:12.980980 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Attempting to bind port a8101534-7a1a-494a-b12b-21b10a93507f on network 32c94ffd-7e71-4160-ba26-be39bdf933f5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:12.998134 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0f70c-ad7c-4fde-b462-334ed3d2a70d None None] Pushing event updated for resources: {'Port': ['ID=a8101534-7a1a-494a-b12b-21b10a93507f,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:13.001290 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:13.001671 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:13.002274 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.002667 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Bound using segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:13.003136 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Bound port: a8101534-7a1a-494a-b12b-21b10a93507f, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:13.003530 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.061335 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.091303 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] For port a8101534-7a1a-494a-b12b-21b10a93507f, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:13.101792 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] For port a8101534-7a1a-494a-b12b-21b10a93507f, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=a8101534-7a1a-494a-b12b-21b10a93507f,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:13.110655 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.147108 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac40191-42a3-42a5-a5e5-cc4bc613fdc7 req-27c662a8-b5f5-4fcc-9b70-806a81765bf0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:13.160423 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2ac40191-42a3-42a5-a5e5-cc4bc613fdc7 req-27c662a8-b5f5-4fcc-9b70-806a81765bf0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1665864 Sep 03 02:00:13.177445 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe,segment=NetworkSegment(48de52fe-6e5c-4e31-8641-d7cd2dc08d16),segment_id=48de52fe-6e5c-4e31-8641-d7cd2dc08d16)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:13.186831 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.187802 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:13.195530 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.247639 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Transition to ACTIVE for port object 10de50e5-b432-4bfb-90c5-a35381706edd will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:13.257508 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2ac40191-42a3-42a5-a5e5-cc4bc613fdc7 req-d84ceb3b-7730-4112-82c9-a0eb3445ef0c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961082 Sep 03 02:00:13.275804 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0f70c-ad7c-4fde-b462-334ed3d2a70d None None] Pushing event updated for resources: {'Port': ['ID=a8101534-7a1a-494a-b12b-21b10a93507f,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:13.283485 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Routers {'119ba089-957d-4efc-8cf2-abb4ce2e516d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:13.284122 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['119ba089-957d-4efc-8cf2-abb4ce2e516d'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:13.338815 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:13.368134 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-742b9fbd-f5fa-4230-b2ce-5fe3a18623b1 None None] Provisioning complete for port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:13.368508 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-742b9fbd-f5fa-4230-b2ce-5fe3a18623b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.417897 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.460002 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:13.461491 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] Set router 119ba089-957d-4efc-8cf2-abb4ce2e516d gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:13.462322 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:13.465178 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:13.468842 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:13.475262 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:13.475649 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.508112 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Pushing event updated for resources: {'Port': ['ID=10de50e5-b432-4bfb-90c5-a35381706edd,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:13.551063 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843770'] for router_interface, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.734309 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.781881 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=e0a6a3a2-b199-4684-9ec0-dbcc52fb4094,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:13.795281 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.819227 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.856453 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'name': 'tempest-TestMinimumBasicScenario-755414716-router', 'tenant_id': '16ef6db543094265a55abed649de177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:10Z', 'revision_number': 3, 'project_id': '16ef6db543094265a55abed649de177d', 'gw_port': {'id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:13.889965 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def4c85-5598-49f2-880d-63bf26dca560 None None] The sync data for ids ['119ba089-957d-4efc-8cf2-abb4ce2e516d'] in dv-cinder-804035-9-iscsi is: [{'id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'name': 'tempest-TestMinimumBasicScenario-755414716-router', 'tenant_id': '16ef6db543094265a55abed649de177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:10Z', 'revision_number': 3, 'project_id': '16ef6db543094265a55abed649de177d', 'gw_port': {'id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:00:13.894898 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=e0a6a3a2-b199-4684-9ec0-dbcc52fb4094,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:13.910907 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-4e7914df-dfb6-40ac-aa02-0dee6c7d71ab None None] Provisioning for port 10de50e5-b432-4bfb-90c5-a35381706edd completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:13.920824 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-4e7914df-dfb6-40ac-aa02-0dee6c7d71ab None None] Provisioning complete for port 10de50e5-b432-4bfb-90c5-a35381706edd triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:13.920824 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4e7914df-dfb6-40ac-aa02-0dee6c7d71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.962759 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-4e7914df-dfb6-40ac-aa02-0dee6c7d71ab None None] Port 10de50e5-b432-4bfb-90c5-a35381706edd cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:00:14.040069 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:14.044475 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:14.132473 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Pushing event updated for resources: {'Port': ['ID=10de50e5-b432-4bfb-90c5-a35381706edd,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:14.138104 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715882'] for router_interface, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:14.148778 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.149164 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.149682 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.150470 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.150839 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.151175 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.151717 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.152060 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.152525 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.152859 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.153219 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.156058 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:14.267914 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:14.269985 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:14.583449 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df119a0c-6b78-434b-ba70-28e16c78307e req-3fe0bb3c-202d-4f69-9db4-722c5e51a13b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:14.584910 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-df119a0c-6b78-434b-ba70-28e16c78307e req-3fe0bb3c-202d-4f69-9db4-722c5e51a13b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1880362 Sep 03 02:00:14.614104 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Router 119ba089-957d-4efc-8cf2-abb4ce2e516d has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:00:14.630567 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-3864b8c2-ab64-413d-8e21-44762ceb4421 None None] Provisioning complete for port 10de50e5-b432-4bfb-90c5-a35381706edd triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:14.633078 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3864b8c2-ab64-413d-8e21-44762ceb4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:14.657391 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:14.699265 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-3864b8c2-ab64-413d-8e21-44762ceb4421 None None] Port 10de50e5-b432-4bfb-90c5-a35381706edd cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:00:14.708437 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-df119a0c-6b78-434b-ba70-28e16c78307e req-4a080589-9846-41d7-9c67-8093b50bada2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144810 Sep 03 02:00:14.750014 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:14.750637 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:14.781199 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:00:14.796077 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d15d7773-75ad-4df6-a21b-87685303e657 admin admin] 10.222.0.32 "PUT /v2.0/routers/119ba089-957d-4efc-8cf2-abb4ce2e516d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1294665 Sep 03 02:00:14.870668 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device a8101534-7a1a-494a-b12b-21b10a93507f up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:14.968390 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port a8101534-7a1a-494a-b12b-21b10a93507f completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:14.972618 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port a8101534-7a1a-494a-b12b-21b10a93507f triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:14.973267 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:15.078330 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:15.100937 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port a8101534-7a1a-494a-b12b-21b10a93507f, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=a8101534-7a1a-494a-b12b-21b10a93507f,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:15.104647 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:15.105448 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:15.179517 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=a8101534-7a1a-494a-b12b-21b10a93507f,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:15.189890 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:15.190428 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:15.847829 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14de426-11f7-41e2-804f-3cacabdca976 req-c429b289-e8b1-443d-bd83-ad4f12674801 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:15.851011 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c14de426-11f7-41e2-804f-3cacabdca976 req-c429b289-e8b1-443d-bd83-ad4f12674801 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0497339 Sep 03 02:00:15.874085 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Sync routers for ids ['119ba089-957d-4efc-8cf2-abb4ce2e516d'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:00:15.883746 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Routers {'119ba089-957d-4efc-8cf2-abb4ce2e516d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:15.884471 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['119ba089-957d-4efc-8cf2-abb4ce2e516d'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:15.891759 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c14de426-11f7-41e2-804f-3cacabdca976 req-e569944b-0c1f-48c8-895a-2e2242ca9347 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Sep 03 02:00:15.995013 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Set router 119ba089-957d-4efc-8cf2-abb4ce2e516d gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:16.194208 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'name': 'tempest-TestMinimumBasicScenario-755414716-router', 'tenant_id': '16ef6db543094265a55abed649de177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 4, 'project_id': '16ef6db543094265a55abed649de177d', 'gw_port': {'id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '10de50e5-b432-4bfb-90c5-a35381706edd', 'name': '', 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329', 'tenant_id': '16ef6db543094265a55abed649de177d', 'mac_address': 'fa:16:3e:bf:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'faaadb1c-a66f-4284-b343-481eaf24d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:12Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 2, 'project_id': '16ef6db543094265a55abed649de177d', 'subnets': [{'id': 'faaadb1c-a66f-4284-b343-481eaf24d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:16.219536 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Checking router: 119ba089-957d-4efc-8cf2-abb4ce2e516d for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:00:16.219888 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Updating router 119ba089-957d-4efc-8cf2-abb4ce2e516d port 10de50e5-b432-4bfb-90c5-a35381706edd binding host dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:00:16.246082 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:16.407594 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device a8101534-7a1a-494a-b12b-21b10a93507f up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:16.535074 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port a8101534-7a1a-494a-b12b-21b10a93507f triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:16.535659 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:16.611233 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:16.628121 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Transition to ACTIVE for port object 10de50e5-b432-4bfb-90c5-a35381706edd will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:16.635761 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:16.710535 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90221d-a8e9-4dc5-9529-8c569c779f10 None None] Pushing event updated for resources: {'Port': ['ID=10de50e5-b432-4bfb-90c5-a35381706edd,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:16.778275 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Attempting to bind port 10de50e5-b432-4bfb-90c5-a35381706edd on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:16.778740 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Attempting to bind port 10de50e5-b432-4bfb-90c5-a35381706edd by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '48de52fe-6e5c-4e31-8641-d7cd2dc08d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:16.779171 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Attempting to bind port 10de50e5-b432-4bfb-90c5-a35381706edd on network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:16.786149 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:16.786670 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Checking segment: {'id': '48de52fe-6e5c-4e31-8641-d7cd2dc08d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:16.787074 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:16.787465 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Bound using segment: {'id': '48de52fe-6e5c-4e31-8641-d7cd2dc08d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:16.787928 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Bound port: 10de50e5-b432-4bfb-90c5-a35381706edd, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48de52fe-6e5c-4e31-8641-d7cd2dc08d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:16.788310 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:16.857886 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] For port 10de50e5-b432-4bfb-90c5-a35381706edd, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:16.861914 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] For port 10de50e5-b432-4bfb-90c5-a35381706edd, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=10de50e5-b432-4bfb-90c5-a35381706edd,segment=NetworkSegment(48de52fe-6e5c-4e31-8641-d7cd2dc08d16),segment_id=48de52fe-6e5c-4e31-8641-d7cd2dc08d16)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:16.868632 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:16.921220 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Routers {'119ba089-957d-4efc-8cf2-abb4ce2e516d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:16.921873 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T01:59:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['119ba089-957d-4efc-8cf2-abb4ce2e516d'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:16.996138 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90221d-a8e9-4dc5-9529-8c569c779f10 None None] Pushing event updated for resources: {'Port': ['ID=10de50e5-b432-4bfb-90c5-a35381706edd,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:17.084415 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6cb49-d7c7-4762-bc90-d0a408e9c74a req-b6013de8-04b7-4bcc-ac4f-5061f03dca38 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:17.093693 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-85f6cb49-d7c7-4762-bc90-d0a408e9c74a req-b6013de8-04b7-4bcc-ac4f-5061f03dca38 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1012747 Sep 03 02:00:17.148510 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-85f6cb49-d7c7-4762-bc90-d0a408e9c74a req-f1800c35-111c-466a-82b0-e279a92b6fe6 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532732 Sep 03 02:00:17.228065 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] Set router 119ba089-957d-4efc-8cf2-abb4ce2e516d gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:17.448318 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'name': 'tempest-TestMinimumBasicScenario-755414716-router', 'tenant_id': '16ef6db543094265a55abed649de177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 4, 'project_id': '16ef6db543094265a55abed649de177d', 'gw_port': {'id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '10de50e5-b432-4bfb-90c5-a35381706edd', 'name': '', 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329', 'tenant_id': '16ef6db543094265a55abed649de177d', 'mac_address': 'fa:16:3e:bf:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'faaadb1c-a66f-4284-b343-481eaf24d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:12Z', 'updated_at': '2021-09-03T02:00:16Z', 'revision_number': 4, 'project_id': '16ef6db543094265a55abed649de177d', 'subnets': [{'id': 'faaadb1c-a66f-4284-b343-481eaf24d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:17.479167 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e9d6d-5fe9-46e1-a696-e4c063b10fea None None] The sync data for ids ['119ba089-957d-4efc-8cf2-abb4ce2e516d'] in dv-cinder-804035-9-iscsi is: [{'id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'name': 'tempest-TestMinimumBasicScenario-755414716-router', 'tenant_id': '16ef6db543094265a55abed649de177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 4, 'project_id': '16ef6db543094265a55abed649de177d', 'gw_port': {'id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '10de50e5-b432-4bfb-90c5-a35381706edd', 'name': '', 'network_id': '60b08a90-90a8-4dee-9a3b-3c23a1ecf329', 'tenant_id': '16ef6db543094265a55abed649de177d', 'mac_address': 'fa:16:3e:bf:03:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'faaadb1c-a66f-4284-b343-481eaf24d0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:12Z', 'updated_at': '2021-09-03T02:00:16Z', 'revision_number': 4, 'project_id': '16ef6db543094265a55abed649de177d', 'subnets': [{'id': 'faaadb1c-a66f-4284-b343-481eaf24d0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:00:18.291936 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae20e55-ebf9-4123-bfc9-eace4e539b45 req-5c588e78-3f1c-445e-aaee-7b58ea651437 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:18.293526 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5ae20e55-ebf9-4123-bfc9-eace4e539b45 req-5c588e78-3f1c-445e-aaee-7b58ea651437 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0522342 Sep 03 02:00:18.336479 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5ae20e55-ebf9-4123-bfc9-eace4e539b45 req-8c312aa6-5210-410a-987a-f36c75ae0f29 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365992 Sep 03 02:00:18.437316 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 10de50e5-b432-4bfb-90c5-a35381706edd up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:18.490051 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 10de50e5-b432-4bfb-90c5-a35381706edd completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:18.495010 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 10de50e5-b432-4bfb-90c5-a35381706edd triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:18.495385 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.579093 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.611830 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 10de50e5-b432-4bfb-90c5-a35381706edd, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=10de50e5-b432-4bfb-90c5-a35381706edd,segment=NetworkSegment(48de52fe-6e5c-4e31-8641-d7cd2dc08d16),segment_id=48de52fe-6e5c-4e31-8641-d7cd2dc08d16)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:18.616060 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.662727 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=10de50e5-b432-4bfb-90c5-a35381706edd,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:19.458993 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537e874-f7f1-4622-bb68-c2369d82cf7e req-6a152dae-ae8e-4170-be5b-029c837767af tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:19.460576 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b537e874-f7f1-4622-bb68-c2369d82cf7e req-6a152dae-ae8e-4170-be5b-029c837767af tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0548747 Sep 03 02:00:19.498254 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b537e874-f7f1-4622-bb68-c2369d82cf7e req-a7f4415a-d8d0-466d-9d27-713e3c411134 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Sep 03 02:00:20.407216 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 10de50e5-b432-4bfb-90c5-a35381706edd up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:20.455824 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 10de50e5-b432-4bfb-90c5-a35381706edd triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:20.456203 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:20.661003 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d2347-f29e-4439-9755-9ec6478d7f86 req-0c28d18b-5d7f-47e8-aad1-400d7fe8d83f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:20.669571 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ad9d2347-f29e-4439-9755-9ec6478d7f86 req-0c28d18b-5d7f-47e8-aad1-400d7fe8d83f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0773261 Sep 03 02:00:20.705196 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ad9d2347-f29e-4439-9755-9ec6478d7f86 req-acc749e6-ca38-4317-a1c8-b62fb58d7739 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345106 Sep 03 02:00:21.838550 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badd952-6549-4606-91ec-77836ecaf14b req-feba55ec-3142-45b5-9439-c6d037cf1a5c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:21.840046 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2badd952-6549-4606-91ec-77836ecaf14b req-feba55ec-3142-45b5-9439-c6d037cf1a5c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0519786 Sep 03 02:00:21.879491 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2badd952-6549-4606-91ec-77836ecaf14b req-73d6406d-ba46-42a0-9afe-d8407fe00315 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335364 Sep 03 02:00:22.050790 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58458) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:22.157452 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd165150-8ce0-4f7b-b1d3-a1b3a5a12d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.267634 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd165150-8ce0-4f7b-b1d3-a1b3a5a12d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.271972 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd165150-8ce0-4f7b-b1d3-a1b3a5a12d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.308838 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-dd165150-8ce0-4f7b-b1d3-a1b3a5a12d99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f710db18d83f49efb8ffb5140d986732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569582 Sep 03 02:00:22.310795 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd165150-8ce0-4f7b-b1d3-a1b3a5a12d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5590ce4f-6cf8-4b3a-9437-672e2cdbfde6,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:22.311724 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58462) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:22.361670 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.382674 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.435740 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.438314 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.439523 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5590ce4f-6cf8-4b3a-9437-672e2cdbfde6 HTTP/1.1" status: 204 len: 168 time: 0.1267548 Sep 03 02:00:22.448230 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5590ce4f-6cf8-4b3a-9437-672e2cdbfde6,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:22.455691 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.456037 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.456373 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.456729 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.457103 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.457601 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.457928 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.458252 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.458577 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.458898 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.459218 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.459538 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da252d-a4f2-46c1-9668-b2731c426332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:22.726662 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58476) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:22.742381 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-05bb9b39-b22e-493c-a6ac-9eb33b9b6c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.840837 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-05bb9b39-b22e-493c-a6ac-9eb33b9b6c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.851404 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-05bb9b39-b22e-493c-a6ac-9eb33b9b6c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.891434 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-05bb9b39-b22e-493c-a6ac-9eb33b9b6c45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b97c739a8f4c42eda7ed61ba6a4ac99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636848 Sep 03 02:00:22.892397 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb9b39-b22e-493c-a6ac-9eb33b9b6c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae135eb-e0f1-4755-9b84-1e5bbbec5749,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:22.894174 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58478) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:22.949364 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a9a35115-aae0-4208-9cac-3e6a4f843ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.971236 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a9a35115-aae0-4208-9cac-3e6a4f843ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:23.043391 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a9a35115-aae0-4208-9cac-3e6a4f843ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:23.045965 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a9a35115-aae0-4208-9cac-3e6a4f843ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:23.047111 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a9a35115-aae0-4208-9cac-3e6a4f843ba6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ae135eb-e0f1-4755-9b84-1e5bbbec5749 HTTP/1.1" status: 204 len: 168 time: 0.1514494 Sep 03 02:00:23.058203 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d3d7e-da7c-4629-8fc5-bffdcf236ed5 req-6b32645c-9a9d-4925-841c-f7510081a05f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:23.059708 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-867d3d7e-da7c-4629-8fc5-bffdcf236ed5 req-6b32645c-9a9d-4925-841c-f7510081a05f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0660977 Sep 03 02:00:23.065420 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a35115-aae0-4208-9cac-3e6a4f843ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae135eb-e0f1-4755-9b84-1e5bbbec5749,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:23.101309 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-867d3d7e-da7c-4629-8fc5-bffdcf236ed5 req-e12d9bb2-3e94-4230-a9db-55684fc6cdc9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Sep 03 02:00:23.373939 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58490) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:23.388378 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1db326a2-41e1-42a6-9eb4-f950d27ea6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:23.493441 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1db326a2-41e1-42a6-9eb4-f950d27ea6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:23.497920 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1db326a2-41e1-42a6-9eb4-f950d27ea6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:23.539678 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db326a2-41e1-42a6-9eb4-f950d27ea6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3b4f78-723a-4688-8fee-4f182527fab5,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:23.547143 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58498) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:23.547266 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1db326a2-41e1-42a6-9eb4-f950d27ea6ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb35adf563d64700b26259e7e8abd11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719091 Sep 03 02:00:23.616427 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16cfe0e1-644d-48b7-b71d-be65c7885605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:23.639021 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16cfe0e1-644d-48b7-b71d-be65c7885605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:23.685452 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16cfe0e1-644d-48b7-b71d-be65c7885605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:23.687956 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-16cfe0e1-644d-48b7-b71d-be65c7885605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:23.689121 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-16cfe0e1-644d-48b7-b71d-be65c7885605 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f3b4f78-723a-4688-8fee-4f182527fab5 HTTP/1.1" status: 204 len: 168 time: 0.1412430 Sep 03 02:00:23.698483 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfe0e1-644d-48b7-b71d-be65c7885605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3b4f78-723a-4688-8fee-4f182527fab5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:24.302956 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20ee73-2e9e-4b15-b0ec-a89b8cb41af7 req-41d9b125-a5e9-490f-95c6-93dc1e04e82b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:24.304449 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-db20ee73-2e9e-4b15-b0ec-a89b8cb41af7 req-41d9b125-a5e9-490f-95c6-93dc1e04e82b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0537856 Sep 03 02:00:24.342260 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-db20ee73-2e9e-4b15-b0ec-a89b8cb41af7 req-770aedb2-04b9-44c3-9f7d-dbd6fbf52925 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Sep 03 02:00:24.777980 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58546) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:24.898145 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1406044c-413f-452b-b826-0287b90b3342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:24.999750 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1406044c-413f-452b-b826-0287b90b3342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:25.005595 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1406044c-413f-452b-b826-0287b90b3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:25.047828 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1406044c-413f-452b-b826-0287b90b3342 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84d009bfdd0f46958063975af9c4f3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684278 Sep 03 02:00:25.048356 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406044c-413f-452b-b826-0287b90b3342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d1344b-65fd-4983-867c-960077096d4d,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:25.051621 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58552) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:25.103969 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b49d3821-8743-4766-af00-7315355d2860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:25.126884 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b49d3821-8743-4766-af00-7315355d2860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:25.181405 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b49d3821-8743-4766-af00-7315355d2860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:25.184039 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b49d3821-8743-4766-af00-7315355d2860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:25.185283 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b49d3821-8743-4766-af00-7315355d2860 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9d1344b-65fd-4983-867c-960077096d4d HTTP/1.1" status: 204 len: 168 time: 0.1321368 Sep 03 02:00:25.193504 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d3821-8743-4766-af00-7315355d2860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d1344b-65fd-4983-867c-960077096d4d,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:25.471756 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25f227-6acd-40f8-96cd-551ab0fbe594 req-534d4f63-c600-440b-91ab-9ffd797a0ed9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:25.473900 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f25f227-6acd-40f8-96cd-551ab0fbe594 req-534d4f63-c600-440b-91ab-9ffd797a0ed9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0535188 Sep 03 02:00:25.521024 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2f25f227-6acd-40f8-96cd-551ab0fbe594 req-715bbb61-73b9-4bda-8132-a4f0135893a4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368233 Sep 03 02:00:25.886342 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 58582) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:25.983944 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-857948680-network', 'tenant_id': '7f59a104b46c4a43a456bbbae434e8e9'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:26.007757 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Made reservation on behalf of 7f59a104b46c4a43a456bbbae434e8e9 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:26.010397 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.020458 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.121427 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.126873 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.154939 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:00:26.166064 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b66c84e-06ba-4008-8dbf-c49476b35e8a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:26.172600 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.172983 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Added segment ddde6254-749e-4171-97d9-bebb178f46fe of type vlan for network d59d565c-48a8-4605-af8c-8ed8d515a1b0 Sep 03 02:00:26.221947 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.246620 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.247552 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:26.248124 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.281450 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3939574 Sep 03 02:00:26.281865 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 58592) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:26.287605 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Request body: {'subnet': {'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-857948680-subnet', 'tenant_id': '7f59a104b46c4a43a456bbbae434e8e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:26.315352 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Made reservation on behalf of 7f59a104b46c4a43a456bbbae434e8e9 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:26.316132 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a20aa-f88e-4c09-a6e4-fd321785ba78 admin admin] Pushing event updated for resources: {'Network': ['ID=d59d565c-48a8-4605-af8c-8ed8d515a1b0,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:26.318664 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957339'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.327432 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network d59d565c-48a8-4605-af8c-8ed8d515a1b0 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:00:26.445452 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9749c3a4-f54d-41c7-bfc2-17dee22049bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.458636 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.539158 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957365'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.608729 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da82e60-4df0-4837-a863-93cbea52bc56,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:26.630029 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Checking segment: {'id': 'ddde6254-749e-4171-97d9-bebb178f46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:26.630388 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Network hostable DHCP agents. Network: d59d565c-48a8-4605-af8c-8ed8d515a1b0, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:00:26.687447 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed33e6-2b99-4eac-8d80-c8b8f372ad2d req-37226947-a751-49a7-ba0f-805e8581cf2a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:26.689145 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-16ed33e6-2b99-4eac-8d80-c8b8f372ad2d req-37226947-a751-49a7-ba0f-805e8581cf2a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0713918 Sep 03 02:00:26.690199 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Network d59d565c-48a8-4605-af8c-8ed8d515a1b0 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:00:26.712591 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, d59d565c-48a8-4605-af8c-8ed8d515a1b0) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:26.717348 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:26.717940 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:26.722837 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e073837-7d69-43d6-8cc7-5bc878ef0101 None None] Network d59d565c-48a8-4605-af8c-8ed8d515a1b0 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:00:26.748172 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-16ed33e6-2b99-4eac-8d80-c8b8f372ad2d req-0f543a0a-35d7-48dc-9b3e-dd850ac68b2a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503762 Sep 03 02:00:26.749334 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bb918128-7e2e-409e-99c5-e203a316c41c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4663157 Sep 03 02:00:26.863926 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f18fc-b8a7-4d35-b833-fabc95651217 None None] Network d59d565c-48a8-4605-af8c-8ed8d515a1b0 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:00:27.886152 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff1cb2-7ec0-4e50-b52d-7ad4c10824e2 req-5a48d53c-ed16-4791-8987-85c6fa1d1f81 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:27.888523 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-43ff1cb2-7ec0-4e50-b52d-7ad4c10824e2 req-5a48d53c-ed16-4791-8987-85c6fa1d1f81 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0522554 Sep 03 02:00:27.940248 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-43ff1cb2-7ec0-4e50-b52d-7ad4c10824e2 req-2cb14d67-7366-4e04-bd90-2911e1a078d9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449207 Sep 03 02:00:28.232044 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e334e9d-aaee-4767-88db-5a691e09a375 req-5a8cf470-3188-4f81-a0b1-e681e35ea53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:28.233664 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3e334e9d-aaee-4767-88db-5a691e09a375 req-5a8cf470-3188-4f81-a0b1-e681e35ea53f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 1099 time: 0.0501943 Sep 03 02:00:28.341723 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3e334e9d-aaee-4767-88db-5a691e09a375 req-b0bc546c-0761-4241-967d-1bbaaae7d1b2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806935 Sep 03 02:00:28.356131 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-275465b8-08fa-4151-93e5-a261b306b737 req-887cffe2-b30e-4e8a-b3c0-c13bb77e2abe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889695 Sep 03 02:00:28.715010 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-4945db64-fe9f-4a73-b55b-411524cedf61 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:28.719898 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-4945db64-fe9f-4a73-b55b-411524cedf61 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 815 time: 0.1329091 Sep 03 02:00:28.741790 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-2af93088-4e62-4010-81a4-a586d2185d30 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/quotas/f2838ac56029458ab9d1a1a1e562bd7a HTTP/1.1" status: 200 len: 375 time: 0.0155592 Sep 03 02:00:28.860868 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-e0c1db15-e596-4a0c-b0aa-932e3868c7d1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089303 Sep 03 02:00:28.868850 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275465b8-08fa-4151-93e5-a261b306b737 req-0f3e9616-6433-4541-9d9c-368f841e8ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:28.872489 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-275465b8-08fa-4151-93e5-a261b306b737 req-0f3e9616-6433-4541-9d9c-368f841e8ac2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 1098 time: 0.1194386 Sep 03 02:00:28.947821 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9308c2c2-dab7-4dfb-9033-1abd20ed3055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:29.065431 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-1e97860d-9df8-41de-bc0a-d6bfde059d20 service neutron] 10.222.0.32 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918173 Sep 03 02:00:29.067573 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275465b8-08fa-4151-93e5-a261b306b737 req-ab1fdd8a-fbfe-421a-a563-52d910147954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:29.069093 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-275465b8-08fa-4151-93e5-a261b306b737 req-ab1fdd8a-fbfe-421a-a563-52d910147954 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 920 time: 0.1677992 Sep 03 02:00:29.079068 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-3c8a0469-48c0-41d0-a445-a15cf1349e63 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:29.080626 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-3c8a0469-48c0-41d0-a445-a15cf1349e63 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/networks?id=d59d565c-48a8-4605-af8c-8ed8d515a1b0 HTTP/1.1" status: 200 len: 813 time: 0.1682029 Sep 03 02:00:29.105321 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-ef3cfdc0-c815-4cd3-a4f1-59f4a4c83b0b tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/quotas/7f59a104b46c4a43a456bbbae434e8e9 HTTP/1.1" status: 200 len: 375 time: 0.0158598 Sep 03 02:00:29.140484 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-ce0a8c40-c2c1-4048-81e7-1fe8dfa031fd tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f59a104b46c4a43a456bbbae434e8e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338318 Sep 03 02:00:29.171592 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:29.184299 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-275465b8-08fa-4151-93e5-a261b306b737 req-837fe616-838d-41fa-bb5f-be7b82fab800 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6 HTTP/1.1" status: 200 len: 217 time: 0.0892320 Sep 03 02:00:29.259141 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275465b8-08fa-4151-93e5-a261b306b737 req-42c89023-c674-448f-89ac-7a63f05e246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:29.260656 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-275465b8-08fa-4151-93e5-a261b306b737 req-42c89023-c674-448f-89ac-7a63f05e246b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf88f5a8-e67a-4d71-8361-698d70424a65 HTTP/1.1" status: 200 len: 859 time: 0.0680854 Sep 03 02:00:29.365042 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-f18d7a91-0fc1-4477-b553-2f9c9f5ddd98 service neutron] 10.222.0.32 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033868 Sep 03 02:00:29.403769 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-275465b8-08fa-4151-93e5-a261b306b737 req-db115a9f-126b-4ecc-91d3-6cbb42c74012 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522165 Sep 03 02:00:29.454759 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-34f04732-b2cc-4b88-a0a7-2458f0cee9ef service neutron] 10.222.0.32 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845568 Sep 03 02:00:29.568903 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-58a0be19-7f26-46b8-80b2-c99005489f4d service neutron] 10.222.0.32 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932566 Sep 03 02:00:29.573558 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-275465b8-08fa-4151-93e5-a261b306b737 req-7780cbe3-0bcc-4474-9dbb-78950fd90f0d service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537259 Sep 03 02:00:29.760939 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-275465b8-08fa-4151-93e5-a261b306b737 req-1f8d9a56-7d17-4642-acb8-0e311fa12810 service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749425 Sep 03 02:00:29.933505 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35c6f9-4164-4fba-8d9a-ea32a9d19c71 req-599196de-caf7-41b1-aba5-e6e8f28bb251 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:29.938504 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7a35c6f9-4164-4fba-8d9a-ea32a9d19c71 req-599196de-caf7-41b1-aba5-e6e8f28bb251 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1428590 Sep 03 02:00:29.961586 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1a58aac5-3662-400c-93d1-d60a992feb1d req-9fb6cff7-e119-4d6d-9b01-4982d55b7dc8 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 210 time: 0.1226015 Sep 03 02:00:30.012304 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7a35c6f9-4164-4fba-8d9a-ea32a9d19c71 req-a8826a18-1419-46b1-a224-736205aef385 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625796 Sep 03 02:00:30.107038 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d81e1286-4698-4833-b4e6-63be0c8c00a2 req-8d41fed3-34b6-4350-b589-37552c81d366 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 210 time: 0.0530303 Sep 03 02:00:30.110464 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:31.135115 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f7a20d78-308d-407d-9a28-1443474bba6f req-e31cd32f-9d3e-48f3-b8ab-d7254d5b6560 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 210 time: 0.0495763 Sep 03 02:00:31.234779 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac5896-d677-4ca0-94a0-66c6d777218b req-27c259b8-f024-43e1-9091-a3821560cfe0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:31.236351 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96ac5896-d677-4ca0-94a0-66c6d777218b req-27c259b8-f024-43e1-9091-a3821560cfe0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.1077850 Sep 03 02:00:31.289490 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32c414a1-0b64-4c35-89ac-8e475d7a1629 req-3ca691e3-7bad-47fd-8a61-bfec130727b5 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 210 time: 0.0461257 Sep 03 02:00:31.318939 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-96ac5896-d677-4ca0-94a0-66c6d777218b req-3c05624a-07ed-4253-9de4-f9b27d3360d5 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667145 Sep 03 02:00:31.480518 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfea35-d46a-47c0-b663-a5e430ff0170 req-afc11514-7d41-4cad-bd41-500f0085e058 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:31.490282 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cfdfea35-d46a-47c0-b663-a5e430ff0170 req-afc11514-7d41-4cad-bd41-500f0085e058 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0867844 Sep 03 02:00:31.548752 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cfdfea35-d46a-47c0-b663-a5e430ff0170 req-dec9481f-b8bd-4c57-993a-41f37831d6ab tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574925 Sep 03 02:00:31.572656 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-cbb26b44-a414-462a-a0a7-bf93bc660a15 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:31.574251 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-cbb26b44-a414-462a-a0a7-bf93bc660a15 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 815 time: 0.1780055 Sep 03 02:00:31.608091 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Request body: {'port': {'device_id': '0f587b15-5018-4767-8675-028c900f1c8e', 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1', 'admin_state_up': True, 'tenant_id': 'f2838ac56029458ab9d1a1a1e562bd7a'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:31.823594 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Made reservation on behalf of f2838ac56029458ab9d1a1a1e562bd7a for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:31.832306 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:31.840325 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:32.017466 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Allocated IP 172.20.0.6 (8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1/02e4d29c-02e1-48e7-8e59-1694558c1952/4e7b37f7-807d-4fa4-b87f-6efb3553e208) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:32.229841 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:32.402951 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b040ace4-b8ed-45df-a128-b35141bb18de req-7409c5a9-e05d-428c-8d12-29ad09f51b7b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 210 time: 0.1131086 Sep 03 02:00:32.411695 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:32.441726 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0a34164f-f3d8-447a-9ced-9f42a6988de1 req-ad0bb7cf-28ee-4115-8b2b-ea013247af5e tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 210 time: 0.0804546 Sep 03 02:00:32.466982 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['b8e37fd5-588e-4333-9f33-db145534315e', 'ce9f889d-0abe-40c9-ab7f-06dde1b43376', '8c45050a-501b-4263-9d0b-4cab14bee6b0'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:00:32.533530 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-739c340c-9299-48ff-b6fe-53aa27813f22 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:32.536187 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-739c340c-9299-48ff-b6fe-53aa27813f22 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.42 "GET /v2.0/networks?id=d59d565c-48a8-4605-af8c-8ed8d515a1b0 HTTP/1.1" status: 200 len: 813 time: 0.2776906 Sep 03 02:00:32.538187 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:32.539332 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Pushing event updated for resources: {'Port': ['ID=4e7b37f7-807d-4fa4-b87f-6efb3553e208,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:32.552847 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:32.574657 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Request body: {'port': {'device_id': '2819d748-cf90-4ad0-a706-bebf6220d5a4', 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0', 'admin_state_up': True, 'tenant_id': '7f59a104b46c4a43a456bbbae434e8e9'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:32.610140 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:32.708810 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:32.708810 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:32.748187 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-82072ce8-3936-48cb-b8c1-f66108a60177 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1485527 Sep 03 02:00:32.784053 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Made reservation on behalf of 7f59a104b46c4a43a456bbbae434e8e9 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:32.789369 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:32.799958 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Request body: {'port': {'device_id': '0f587b15-5018-4767-8675-028c900f1c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:32.919812 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:33.090231 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Allocated IP 172.20.0.13 (d59d565c-48a8-4605-af8c-8ed8d515a1b0/9da82e60-4df0-4837-a863-93cbea52bc56/4fc839af-7fd7-496e-aae4-47d202fb2afa) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:33.558511 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2182b-3320-43ac-b104-95470d05d9fa req-a6834887-84a4-4f44-b32b-2290a8afdf7c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:33.560165 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c6c2182b-3320-43ac-b104-95470d05d9fa req-a6834887-84a4-4f44-b32b-2290a8afdf7c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 931 time: 0.0753970 Sep 03 02:00:33.614111 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802acca5-423d-4409-a447-8e9574b12c7e req-0763f015-9873-46cb-8d7e-fa083457a0ad tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:33.615741 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-802acca5-423d-4409-a447-8e9574b12c7e req-0763f015-9873-46cb-8d7e-fa083457a0ad tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.2117345 Sep 03 02:00:33.622834 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e96b0-1755-4649-bca5-5a9a1b0bc1fc req-74ee9052-1aa7-4666-9223-39b8c08257c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:33.624355 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-495e96b0-1755-4649-bca5-5a9a1b0bc1fc req-74ee9052-1aa7-4666-9223-39b8c08257c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 1098 time: 0.1996484 Sep 03 02:00:33.635021 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c6c2182b-3320-43ac-b104-95470d05d9fa req-a63ba1b7-4bbb-4662-83bf-e183c078583d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649745 Sep 03 02:00:33.757274 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f68c5018-00c7-4d10-9877-c88afa333e89 req-2dd73c44-d68f-47ab-aca1-7df58cc3597b tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 210 time: 0.0309868 Sep 03 02:00:33.856496 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-802acca5-423d-4409-a447-8e9574b12c7e req-52bcbbf4-0ec1-4729-8184-a435518a2d83 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995137 Sep 03 02:00:33.888475 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:33.921094 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7b37f7-807d-4fa4-b87f-6efb3553e208 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:00:33.932164 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:33.937234 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e96b0-1755-4649-bca5-5a9a1b0bc1fc req-fb5fd89d-166a-4e60-b6d9-1b0740d09891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:33.938700 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-495e96b0-1755-4649-bca5-5a9a1b0bc1fc req-fb5fd89d-166a-4e60-b6d9-1b0740d09891 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 920 time: 0.2806244 Sep 03 02:00:33.995905 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Transition to ACTIVE for port object 4e7b37f7-807d-4fa4-b87f-6efb3553e208 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:33.998122 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-495e96b0-1755-4649-bca5-5a9a1b0bc1fc req-1ba6b297-bd1b-4032-be45-22ab68ec87c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6 HTTP/1.1" status: 200 len: 217 time: 0.0497196 Sep 03 02:00:34.008811 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:34.053242 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:34.125042 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Network d59d565c-48a8-4605-af8c-8ed8d515a1b0 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:34.127563 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e96b0-1755-4649-bca5-5a9a1b0bc1fc req-5508edcc-3bec-4b29-b691-7eb3fffb7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:34.129782 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-495e96b0-1755-4649-bca5-5a9a1b0bc1fc req-5508edcc-3bec-4b29-b691-7eb3fffb7a5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf88f5a8-e67a-4d71-8361-698d70424a65 HTTP/1.1" status: 200 len: 859 time: 0.1184778 Sep 03 02:00:34.130373 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7b37f7-807d-4fa4-b87f-6efb3553e208,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:34.133011 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:34.156754 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:34.271223 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-495e96b0-1755-4649-bca5-5a9a1b0bc1fc req-ca70eb5c-cb13-45b3-8138-e6b707ad4079 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163042 Sep 03 02:00:34.342224 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:34.342863 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:34.352662 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Pushing event updated for resources: {'Port': ['ID=4fc839af-7fd7-496e-aae4-47d202fb2afa,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:34.432061 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Attempting to bind port 4e7b37f7-807d-4fa4-b87f-6efb3553e208 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:34.432805 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Attempting to bind port 4e7b37f7-807d-4fa4-b87f-6efb3553e208 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:34.433544 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Attempting to bind port 4e7b37f7-807d-4fa4-b87f-6efb3553e208 on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:34.440675 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-584038fc-0149-44df-a7e1-99863d22c1d8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8702683 Sep 03 02:00:34.446001 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Port 4e7b37f7-807d-4fa4-b87f-6efb3553e208 on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:00:34.446335 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Attempting to bind port 4e7b37f7-807d-4fa4-b87f-6efb3553e208 on network 8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:34.453168 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:34.453518 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Checking segment: {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:34.453884 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Bound using segment: {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:34.454308 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Bound port: 4e7b37f7-807d-4fa4-b87f-6efb3553e208, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9414c629-edd4-4ea7-a136-9308ffe9fd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:34.454663 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:34.465289 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Request body: {'port': {'device_id': '2819d748-cf90-4ad0-a706-bebf6220d5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:34.505594 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-495e96b0-1755-4649-bca5-5a9a1b0bc1fc req-7a66a147-dd28-4d8b-a164-ea6942c6f096 service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223268 Sep 03 02:00:34.623123 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:34.668616 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] For port 4e7b37f7-807d-4fa4-b87f-6efb3553e208, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:34.693726 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] For port 4e7b37f7-807d-4fa4-b87f-6efb3553e208, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4e7b37f7-807d-4fa4-b87f-6efb3553e208,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:34.715715 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:34.826818 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-495e96b0-1755-4649-bca5-5a9a1b0bc1fc req-e41f4f92-5113-4587-8c62-75ac1ba01c56 service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012240 Sep 03 02:00:34.843017 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:34.843970 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:34.845490 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/4e7b37f7-807d-4fa4-b87f-6efb3553e208 HTTP/1.1" status: 200 len: 1093 time: 2.0512636 Sep 03 02:00:34.852271 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f587b15-5018-4767-8675-028c900f1c8e', 'tag': '4e7b37f7-807d-4fa4-b87f-6efb3553e208'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:00:34.853040 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454e4ac8-ffc8-4400-8984-4760172700ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0f587b15-5018-4767-8675-028c900f1c8e", "tag": "4e7b37f7-807d-4fa4-b87f-6efb3553e208"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:00:34.924439 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb7423-0232-4386-84f8-a2dc30dcdfac req-6d5f1622-cb76-493d-8e4c-fedf79dc1fcf tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:34.926573 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9feb7423-0232-4386-84f8-a2dc30dcdfac req-6d5f1622-cb76-493d-8e4c-fedf79dc1fcf tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 932 time: 0.0920024 Sep 03 02:00:34.980682 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9feb7423-0232-4386-84f8-a2dc30dcdfac req-35cee937-e36c-4f47-a26c-9a2bb8b9b272 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 Sep 03 02:00:35.026278 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e7ad4-9a32-4479-bd8a-38b61c30c7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7b37f7-807d-4fa4-b87f-6efb3553e208,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:35.056559 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598406e8-9304-4578-bc4c-89909a944223 req-0a0c9662-6e06-4d65-a783-8705ae056a26 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:35.064210 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-598406e8-9304-4578-bc4c-89909a944223 req-0a0c9662-6e06-4d65-a783-8705ae056a26 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 943 time: 0.3010297 Sep 03 02:00:35.127273 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-8fade7ca-61a6-4c3c-a9f5-27c464e2e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:35.130096 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-8fade7ca-61a6-4c3c-a9f5-27c464e2e9ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 1096 time: 0.1674812 Sep 03 02:00:35.147987 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0336e-600a-45d8-a46a-9a614d80d291 req-64b097b9-4f44-4942-aa71-3a3130104db0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:35.155295 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-abe0336e-600a-45d8-a46a-9a614d80d291 req-64b097b9-4f44-4942-aa71-3a3130104db0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0621870 Sep 03 02:00:35.166754 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-598406e8-9304-4578-bc4c-89909a944223 req-b54dc452-5b20-48e6-99cd-17445a50bf50 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012628 Sep 03 02:00:35.242854 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-abe0336e-600a-45d8-a46a-9a614d80d291 req-b999ebb1-f5a0-4994-b679-d0d5c4d0d337 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862048 Sep 03 02:00:35.273026 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-2df071cd-0fa0-4ed8-a7b4-4bddfb7d0096 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e7b37f7-807d-4fa4-b87f-6efb3553e208 HTTP/1.1" status: 200 len: 217 time: 0.0486486 Sep 03 02:00:35.336649 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d19ce8c-6331-4f37-8161-8e8b8ed34d0a x-openstack-request-id: req-5d19ce8c-6331-4f37-8161-8e8b8ed34d0a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:00:35.336970 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f587b15-5018-4767-8675-028c900f1c8e", "tag": "4e7b37f7-807d-4fa4-b87f-6efb3553e208", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:00:35.337281 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d19ce8c-6331-4f37-8161-8e8b8ed34d0a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:00:35.337686 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f587b15-5018-4767-8675-028c900f1c8e', 'tag': '4e7b37f7-807d-4fa4-b87f-6efb3553e208', 'status': 'completed', 'code': 200} Sep 03 02:00:35.374490 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-92a41c89-ce7c-45ca-9667-38e071892727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:35.376113 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-92a41c89-ce7c-45ca-9667-38e071892727 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02e4d29c-02e1-48e7-8e59-1694558c1952 HTTP/1.1" status: 200 len: 855 time: 0.0941296 Sep 03 02:00:35.432842 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-364e8628-b321-4936-a867-08a9a07f80a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323520 Sep 03 02:00:35.520503 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc839af-7fd7-496e-aae4-47d202fb2afa {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:00:35.530944 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-79a41dd1-4f56-44d5-a96e-f83f9be2d4ab tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594874822&fields=id&tenant_id=0ea65250b6154aafa09e4f1d08d16f3d HTTP/1.1" status: 200 len: 267 time: 0.0551627 Sep 03 02:00:35.533205 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:35.555682 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Transition to ACTIVE for port object 4fc839af-7fd7-496e-aae4-47d202fb2afa will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:35.568443 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:35.579302 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-a17d1930-f517-4221-81b8-a30bda1eeac4 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357813 Sep 03 02:00:35.687971 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-cdfd3c02-3155-4d9d-a18a-5123033d2992 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:35.698172 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-cdfd3c02-3155-4d9d-a18a-5123033d2992 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/networks?id=519d9117-afa4-4a5f-8116-0afcdadeb0ed HTTP/1.1" status: 200 len: 808 time: 0.1503019 Sep 03 02:00:35.705622 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec5203f8-40f9-43c7-be78-2ba6bcaf5592 req-5322fc48-1909-4e85-86ac-710dccda584b service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993953 Sep 03 02:00:35.723452 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-3112fa2d-263b-453b-8eb6-3092a3d474a4 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/quotas/0ea65250b6154aafa09e4f1d08d16f3d HTTP/1.1" status: 200 len: 375 time: 0.0242269 Sep 03 02:00:35.778769 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-d642c48e-ed86-466b-97ce-60f26c748278 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ea65250b6154aafa09e4f1d08d16f3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543718 Sep 03 02:00:35.813346 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc839af-7fd7-496e-aae4-47d202fb2afa,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:35.842324 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Attempting to bind port 4fc839af-7fd7-496e-aae4-47d202fb2afa on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:35.842970 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Attempting to bind port 4fc839af-7fd7-496e-aae4-47d202fb2afa by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ddde6254-749e-4171-97d9-bebb178f46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:35.844005 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Attempting to bind port 4fc839af-7fd7-496e-aae4-47d202fb2afa on network d59d565c-48a8-4605-af8c-8ed8d515a1b0 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:35.850821 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Port 4fc839af-7fd7-496e-aae4-47d202fb2afa on network d59d565c-48a8-4605-af8c-8ed8d515a1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:00:35.851188 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Attempting to bind port 4fc839af-7fd7-496e-aae4-47d202fb2afa on network d59d565c-48a8-4605-af8c-8ed8d515a1b0 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:35.857394 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:35.857739 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Checking segment: {'id': 'ddde6254-749e-4171-97d9-bebb178f46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:35.858124 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Bound using segment: {'id': 'ddde6254-749e-4171-97d9-bebb178f46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:35.858914 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Bound port: 4fc839af-7fd7-496e-aae4-47d202fb2afa, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddde6254-749e-4171-97d9-bebb178f46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:35.859373 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:35.969282 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e4ac8-ffc8-4400-8984-4760172700ed req-12bc7917-b4bf-4df2-99af-d97404e87f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:35.970805 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-454e4ac8-ffc8-4400-8984-4760172700ed req-12bc7917-b4bf-4df2-99af-d97404e87f4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 1096 time: 0.0856037 Sep 03 02:00:35.975878 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-9f4290b1-4f13-404b-a288-c2b51b1f8e6d service neutron] 10.222.0.32 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737566 Sep 03 02:00:36.060165 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] For port 4fc839af-7fd7-496e-aae4-47d202fb2afa, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:36.111048 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] For port 4fc839af-7fd7-496e-aae4-47d202fb2afa, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4fc839af-7fd7-496e-aae4-47d202fb2afa,segment=NetworkSegment(ddde6254-749e-4171-97d9-bebb178f46fe),segment_id=ddde6254-749e-4171-97d9-bebb178f46fe)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:36.165762 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:36.169398 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-f419033e-e39b-4966-8d7c-34a09d96a0dd service neutron] 10.222.0.32 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700068 Sep 03 02:00:36.203366 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:36.203366 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:36.204422 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] 10.222.0.42 "PUT /v2.0/ports/4fc839af-7fd7-496e-aae4-47d202fb2afa HTTP/1.1" status: 200 len: 1094 time: 1.7433710 Sep 03 02:00:36.304948 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e4ac8-ffc8-4400-8984-4760172700ed req-f75b3799-4f65-45e3-ac40-b63fec700e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:36.306445 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-454e4ac8-ffc8-4400-8984-4760172700ed req-f75b3799-4f65-45e3-ac40-b63fec700e6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 200 len: 916 time: 0.3209782 Sep 03 02:00:36.339565 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b025-7be3-4dad-b170-d9a73c020cd7 req-cac25a80-8f7a-409d-a79c-1d9c28eb79a6 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:36.341116 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3277b025-7be3-4dad-b170-d9a73c020cd7 req-cac25a80-8f7a-409d-a79c-1d9c28eb79a6 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 944 time: 0.2284472 Sep 03 02:00:36.344201 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94bcc5-f340-4e29-8da6-4ef890596076 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc839af-7fd7-496e-aae4-47d202fb2afa,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:36.736669 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-2bb336c8-65ee-4662-b0bb-8c45bf440026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:36.738814 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbe8f-9958-4daf-ae9e-d3b69a5a7c5a req-d5c718a2-3876-4dbe-ad44-c228dd1d6bfe tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:36.739164 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-2bb336c8-65ee-4662-b0bb-8c45bf440026 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f59a104b46c4a43a456bbbae434e8e9&device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 1097 time: 0.4652648 Sep 03 02:00:36.740539 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-454e4ac8-ffc8-4400-8984-4760172700ed req-3c73467f-5d5e-45c4-a38c-b0e5cbbf3e3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e7b37f7-807d-4fa4-b87f-6efb3553e208 HTTP/1.1" status: 200 len: 217 time: 0.3985574 Sep 03 02:00:36.742657 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ed9dbe8f-9958-4daf-ae9e-d3b69a5a7c5a req-d5c718a2-3876-4dbe-ad44-c228dd1d6bfe tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 943 time: 0.1041572 Sep 03 02:00:36.762307 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3277b025-7be3-4dad-b170-d9a73c020cd7 req-a593c433-ed25-44fe-91bb-1e42186e21e9 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072011 Sep 03 02:00:36.846526 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ed9dbe8f-9958-4daf-ae9e-d3b69a5a7c5a req-64c49d55-52d8-4396-bedf-2d094cad451e tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977809 Sep 03 02:00:36.886366 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-9d9e0fee-b994-4f7b-abc1-ea154ff30f92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc839af-7fd7-496e-aae4-47d202fb2afa HTTP/1.1" status: 200 len: 217 time: 0.1189122 Sep 03 02:00:36.992354 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0d26d69e-b804-4a2a-9a2a-f2c7c6a8219f req-102839e8-48ab-4a7e-9de5-24563cc41d9e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 210 time: 0.0517554 Sep 03 02:00:37.032974 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04893b9f-d87e-4f9f-b5d5-e7b2b4d77263 req-ee85902c-4dcc-4366-a002-0e1975c9b448 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:37.034577 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-04893b9f-d87e-4f9f-b5d5-e7b2b4d77263 req-ee85902c-4dcc-4366-a002-0e1975c9b448 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.1664174 Sep 03 02:00:37.040797 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e4ac8-ffc8-4400-8984-4760172700ed req-bf3ac9ba-4eb2-4886-bf55-07f9b68cd7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:37.042664 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-454e4ac8-ffc8-4400-8984-4760172700ed req-bf3ac9ba-4eb2-4886-bf55-07f9b68cd7a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=02e4d29c-02e1-48e7-8e59-1694558c1952 HTTP/1.1" status: 200 len: 855 time: 0.2733316 Sep 03 02:00:37.050504 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-dbff1784-0cfa-4c17-bdfa-2c4e67db18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:37.051951 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-dbff1784-0cfa-4c17-bdfa-2c4e67db18ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9da82e60-4df0-4837-a863-93cbea52bc56 HTTP/1.1" status: 200 len: 853 time: 0.1265066 Sep 03 02:00:37.133804 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-454e4ac8-ffc8-4400-8984-4760172700ed req-b01b62eb-a25b-4da8-90a4-7217877f8331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808043 Sep 03 02:00:37.140936 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-c5b0e7e9-8f29-4c49-a673-5fee15cf0b96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d59d565c-48a8-4605-af8c-8ed8d515a1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785332 Sep 03 02:00:37.150207 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-04893b9f-d87e-4f9f-b5d5-e7b2b4d77263 req-a31266bb-6892-42dc-9081-fc6c8cac2db1 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889261 Sep 03 02:00:37.338546 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2819d748-cf90-4ad0-a706-bebf6220d5a4', 'tag': '4fc839af-7fd7-496e-aae4-47d202fb2afa'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:00:37.340869 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed565240-cae1-4e66-b5bc-02a6806caef5" -d '{"events": [{"name": "network-changed", "server_uuid": "2819d748-cf90-4ad0-a706-bebf6220d5a4", "tag": "4fc839af-7fd7-496e-aae4-47d202fb2afa"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:00:37.371422 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-5e766c38-59c4-414a-81e2-6952496df409 service neutron] 10.222.0.42 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059460 Sep 03 02:00:37.373197 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-454e4ac8-ffc8-4400-8984-4760172700ed req-ce329950-7a82-463a-a74e-da39bbcc39ad service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090998 Sep 03 02:00:37.463860 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 4e7b37f7-807d-4fa4-b87f-6efb3553e208 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:00:37.477497 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3099df-3495-44c1-abc4-9ca2d2b1282a x-openstack-request-id: req-af3099df-3495-44c1-abc4-9ca2d2b1282a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:00:37.477497 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2819d748-cf90-4ad0-a706-bebf6220d5a4", "tag": "4fc839af-7fd7-496e-aae4-47d202fb2afa", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:00:37.477497 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af3099df-3495-44c1-abc4-9ca2d2b1282a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:00:37.477497 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2819d748-cf90-4ad0-a706-bebf6220d5a4', 'tag': '4fc839af-7fd7-496e-aae4-47d202fb2afa', 'status': 'completed', 'code': 200} Sep 03 02:00:37.626405 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3ed4970e-f7ee-4c3d-993f-91499c265f2a req-7bd1e53b-b86a-46d5-aa6b-23525116ec09 service neutron] 10.222.0.42 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293930 Sep 03 02:00:37.636751 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 4e7b37f7-807d-4fa4-b87f-6efb3553e208, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4e7b37f7-807d-4fa4-b87f-6efb3553e208,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:37.655858 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '4e7b37f7-807d-4fa4-b87f-6efb3553e208', 'network_id': '8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1', 'port_id': '4e7b37f7-807d-4fa4-b87f-6efb3553e208', 'mac_address': 'fa:16:3e:8a:f5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e4d29c-02e1-48e7-8e59-1694558c1952', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:00:37.671925 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-454e4ac8-ffc8-4400-8984-4760172700ed req-6943666c-b9d0-409a-a979-2ef275097583 service neutron] 10.222.0.42 "GET /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406361 Sep 03 02:00:37.709080 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:37.731060 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7b37f7-807d-4fa4-b87f-6efb3553e208 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:00:37.754291 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 4e7b37f7-807d-4fa4-b87f-6efb3553e208, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4e7b37f7-807d-4fa4-b87f-6efb3553e208,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:37.763924 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:37.819300 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=4e7b37f7-807d-4fa4-b87f-6efb3553e208,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:37.980534 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565240-cae1-4e66-b5bc-02a6806caef5 req-306c01d9-5064-4d72-b31f-77746708bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:37.982124 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed565240-cae1-4e66-b5bc-02a6806caef5 req-306c01d9-5064-4d72-b31f-77746708bdcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f59a104b46c4a43a456bbbae434e8e9&device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 1097 time: 0.1447644 Sep 03 02:00:37.997515 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0901f0-935c-4282-8dab-13a935f3c13e req-f576c22e-56e5-4744-a420-3d061b925236 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:38.001341 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a0901f0-935c-4282-8dab-13a935f3c13e req-f576c22e-56e5-4744-a420-3d061b925236 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 944 time: 0.1136036 Sep 03 02:00:38.039706 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b3058-dfbd-41a3-af4e-5fdc545c4f73 req-863b27f1-3fee-4390-9992-329a9073f7f5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:38.049683 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d06b3058-dfbd-41a3-af4e-5fdc545c4f73 req-863b27f1-3fee-4390-9992-329a9073f7f5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 944 time: 0.0688524 Sep 03 02:00:38.113476 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d06b3058-dfbd-41a3-af4e-5fdc545c4f73 req-2d04afa2-82bb-405d-a275-3c196e374ff4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624678 Sep 03 02:00:38.169845 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a0901f0-935c-4282-8dab-13a935f3c13e req-74694c9c-8a37-4ad6-a0c0-c10d5834052d tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442316 Sep 03 02:00:38.236338 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565240-cae1-4e66-b5bc-02a6806caef5 req-5358a1ef-5be1-417a-aff2-1c0eb7cad91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:38.238254 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed565240-cae1-4e66-b5bc-02a6806caef5 req-5358a1ef-5be1-417a-aff2-1c0eb7cad91e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d59d565c-48a8-4605-af8c-8ed8d515a1b0 HTTP/1.1" status: 200 len: 914 time: 0.2356753 Sep 03 02:00:38.264834 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4b65752-9e54-4bdd-980a-8a0ce72786a9 req-94da0de4-d6e9-4a7a-98e5-3ccedc5277d6 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 210 time: 0.0624013 Sep 03 02:00:38.368065 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed565240-cae1-4e66-b5bc-02a6806caef5 req-d267c2f7-147f-4a69-be60-2609718e5abe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fc839af-7fd7-496e-aae4-47d202fb2afa HTTP/1.1" status: 200 len: 217 time: 0.0855987 Sep 03 02:00:38.406778 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['4e7b37f7-807d-4fa4-b87f-6efb3553e208'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:00:38.527167 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f834273-098e-4e7b-8ab6-3766bd157a96 req-0a7f5a58-04a8-41fe-8ce7-7c772c07203b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:38.528725 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3f834273-098e-4e7b-8ab6-3766bd157a96 req-0a7f5a58-04a8-41fe-8ce7-7c772c07203b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.2557898 Sep 03 02:00:38.665683 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565240-cae1-4e66-b5bc-02a6806caef5 req-d6477e7f-c906-4aa6-be3d-cb5f1122306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:38.667320 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed565240-cae1-4e66-b5bc-02a6806caef5 req-d6477e7f-c906-4aa6-be3d-cb5f1122306f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9da82e60-4df0-4837-a863-93cbea52bc56 HTTP/1.1" status: 200 len: 853 time: 0.2758245 Sep 03 02:00:38.693450 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-4fceb775-6274-49f0-a35d-40060d71b0ed tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:38.694940 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-4fceb775-6274-49f0-a35d-40060d71b0ed tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.42 "GET /v2.0/networks?id=519d9117-afa4-4a5f-8116-0afcdadeb0ed HTTP/1.1" status: 200 len: 808 time: 0.4114728 Sep 03 02:00:38.713768 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3f834273-098e-4e7b-8ab6-3766bd157a96 req-b03335c3-58a3-4261-8d3e-56c38d567b1d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723802 Sep 03 02:00:38.733112 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed565240-cae1-4e66-b5bc-02a6806caef5 req-b0513992-ac24-4382-9be0-8749e6a9bcd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d59d565c-48a8-4605-af8c-8ed8d515a1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330284 Sep 03 02:00:38.820410 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-551db5e6-3ce7-4e54-9503-c05bad1b136b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea65250b6154aafa09e4f1d08d16f3d HTTP/1.1" status: 200 len: 380 time: 0.0897343 Sep 03 02:00:38.848066 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Request body: {'port': {'device_id': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'admin_state_up': True, 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'security_groups': ['bbb94376-6a84-4a90-b29e-114e735880cd']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:39.011994 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed565240-cae1-4e66-b5bc-02a6806caef5 req-4091ec19-b398-491d-ad48-0ae9e30425cc service neutron] 10.222.0.42 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409849 Sep 03 02:00:39.044515 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f022a7-a89c-4722-b6be-ff1673d6ce4b req-da94b1d3-4a94-4b98-864a-5afb420f56e1 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:39.046018 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a0f022a7-a89c-4722-b6be-ff1673d6ce4b req-da94b1d3-4a94-4b98-864a-5afb420f56e1 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.1410975 Sep 03 02:00:39.138889 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Made reservation on behalf of 0ea65250b6154aafa09e4f1d08d16f3d for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:39.142259 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:39.168240 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a0f022a7-a89c-4722-b6be-ff1673d6ce4b req-6e5ac27a-40d2-43c0-b9a1-e67491323b38 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106803 Sep 03 02:00:39.244743 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed565240-cae1-4e66-b5bc-02a6806caef5 req-091472c5-cee0-4bab-8121-eb3b85e40b90 service neutron] 10.222.0.42 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976604 Sep 03 02:00:39.302105 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc809d-aed6-4c77-a095-c0b9aa75fed1 req-a08778d7-cb65-49e6-a76c-cdedffc01cd0 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:39.303794 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-03fc809d-aed6-4c77-a095-c0b9aa75fed1 req-a08778d7-cb65-49e6-a76c-cdedffc01cd0 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 944 time: 0.0544207 Sep 03 02:00:39.341142 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-03fc809d-aed6-4c77-a095-c0b9aa75fed1 req-e249a540-15ba-4839-8439-21b9aaea1b31 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Sep 03 02:00:39.354444 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa681d6f-df02-433b-a9a5-358fb06e0597 req-eab1af27-3518-438a-947c-5e469cc84d3c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:39.356094 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa681d6f-df02-433b-a9a5-358fb06e0597 req-eab1af27-3518-438a-947c-5e469cc84d3c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 944 time: 0.1020207 Sep 03 02:00:39.389796 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Allocated IP 172.20.0.11 (519d9117-afa4-4a5f-8116-0afcdadeb0ed/06d9973e-58b2-4910-b372-92c78497518b/83052746-3417-4484-8761-67285991b529) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:39.426659 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa681d6f-df02-433b-a9a5-358fb06e0597 req-4bb98f92-2765-4b6c-9e94-6482b2566cae tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612648 Sep 03 02:00:39.542823 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9c7244ef-0033-4897-9305-0655d6bcd169 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:39.544312 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9c7244ef-0033-4897-9305-0655d6bcd169 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/networks?id=99de7404-7057-454a-a101-2683cbf76e2f HTTP/1.1" status: 200 len: 814 time: 0.1207922 Sep 03 02:00:39.561418 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-579c0c90-b072-47de-84e9-47f438fa0fed tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/quotas/d8bab331813a4f8a9bda337fc8fdf5a8 HTTP/1.1" status: 200 len: 375 time: 0.0092599 Sep 03 02:00:39.564665 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-82f23a03-f782-4024-b352-6bc519a378f7 req-32cfb37e-d92d-4ce8-9fb8-8d832820db06 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 210 time: 0.0617363 Sep 03 02:00:39.597506 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:39.612188 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Transition to ACTIVE for port object 83052746-3417-4484-8761-67285991b529 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:39.634439 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-cde2a67b-e468-461d-9517-ea27236d71ac tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532959 Sep 03 02:00:39.653806 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:39.695585 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Network 519d9117-afa4-4a5f-8116-0afcdadeb0ed is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:39.698592 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:39.702392 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:39.733226 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-a66f4f11-c833-4e56-8e1a-e440de6c837c service neutron] 10.222.0.32 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979335 Sep 03 02:00:39.740597 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event updated for resources: {'Port': ['ID=83052746-3417-4484-8761-67285991b529,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:39.774822 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:39.775822 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:39.794637 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-a6b9ab8a-8173-4077-8380-4d59c4a34a45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9594159 Sep 03 02:00:39.837687 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Request body: {'port': {'device_id': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:39.838035 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-49ba17fc-ae5e-4f78-9d5b-9d048f85be8e service neutron] 10.222.0.32 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977721 Sep 03 02:00:39.915621 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e9b5-cfd2-4f2c-942e-1596d357bc7d req-3fc35cbf-ca16-4d92-9c28-7c97c2482975 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:39.917390 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d33e9b5-cfd2-4f2c-942e-1596d357bc7d req-3fc35cbf-ca16-4d92-9c28-7c97c2482975 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.1168239 Sep 03 02:00:39.918494 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:39.968598 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-5bb1bae3-da86-4887-bb7a-6e947c1e245d None None] Provisioning for port 83052746-3417-4484-8761-67285991b529 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:39.981855 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-5bb1bae3-da86-4887-bb7a-6e947c1e245d None None] Provisioning complete for port 83052746-3417-4484-8761-67285991b529 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:39.982801 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5bb1bae3-da86-4887-bb7a-6e947c1e245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:40.030578 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d33e9b5-cfd2-4f2c-942e-1596d357bc7d req-15dd6a04-7514-415f-8600-5edd0f716308 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013930 Sep 03 02:00:40.056307 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1bae3-da86-4887-bb7a-6e947c1e245d None None] Port 83052746-3417-4484-8761-67285991b529 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:00:40.065151 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8a735302-8493-41d2-90aa-0426c2530354 req-c02a7ab4-bfc2-453b-99da-098990e8e8a7 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 210 time: 0.0395713 Sep 03 02:00:40.321549 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538172e0-05d2-4700-a004-e62b91f4d6e3 req-8217247a-b31e-498a-816e-2cf2373c8b62 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:40.325545 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-538172e0-05d2-4700-a004-e62b91f4d6e3 req-8217247a-b31e-498a-816e-2cf2373c8b62 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0569105 Sep 03 02:00:40.347304 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83052746-3417-4484-8761-67285991b529 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:00:40.357632 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:40.380200 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Transition to ACTIVE for port object 83052746-3417-4484-8761-67285991b529 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:40.387110 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-538172e0-05d2-4700-a004-e62b91f4d6e3 req-eff4cc08-ff6a-48cd-b242-b8b38166f02b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569975 Sep 03 02:00:40.392908 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6c42f-ef13-433f-973c-9315c6e83476 req-5018d3a5-5e08-40a7-9b98-df1206ae58ff tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:40.395215 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5ae6c42f-ef13-433f-973c-9315c6e83476 req-5018d3a5-5e08-40a7-9b98-df1206ae58ff tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0962565 Sep 03 02:00:40.396318 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:40.507773 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Pushing event updated for resources: {'Port': ['ID=83052746-3417-4484-8761-67285991b529,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:40.522228 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f96224-4e4c-429e-9129-1ce19b74f0e6 req-dc14a17a-b1a7-4e82-a7cb-98c2044fb311 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:40.531788 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-94f96224-4e4c-429e-9129-1ce19b74f0e6 req-dc14a17a-b1a7-4e82-a7cb-98c2044fb311 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 944 time: 0.0716319 Sep 03 02:00:40.564065 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5ae6c42f-ef13-433f-973c-9315c6e83476 req-14d1f280-0e3b-4489-bbb0-5f0b0e05f1c0 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616602 Sep 03 02:00:40.588143 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-94f96224-4e4c-429e-9129-1ce19b74f0e6 req-a78737d9-6e16-4e92-9af0-c1853553c832 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485504 Sep 03 02:00:40.629481 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Attempting to bind port 83052746-3417-4484-8761-67285991b529 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:40.630496 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Attempting to bind port 83052746-3417-4484-8761-67285991b529 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:40.630836 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Attempting to bind port 83052746-3417-4484-8761-67285991b529 on network 519d9117-afa4-4a5f-8116-0afcdadeb0ed {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:40.636333 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Port 83052746-3417-4484-8761-67285991b529 on network 519d9117-afa4-4a5f-8116-0afcdadeb0ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:00:40.636710 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Attempting to bind port 83052746-3417-4484-8761-67285991b529 on network 519d9117-afa4-4a5f-8116-0afcdadeb0ed {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:40.642434 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:40.645135 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Checking segment: {'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:40.645549 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Bound using segment: {'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:40.645954 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Bound port: 83052746-3417-4484-8761-67285991b529, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33811d93-81d9-4287-865f-6ddb5aca0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:40.646313 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:40.736226 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362a6d6-0bf6-4c68-beef-aca8e9a1fd27 req-f030082c-3b89-4b71-ad18-40b3d5453350 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:40.738687 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5362a6d6-0bf6-4c68-beef-aca8e9a1fd27 req-f030082c-3b89-4b71-ad18-40b3d5453350 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0653546 Sep 03 02:00:40.759032 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] For port 83052746-3417-4484-8761-67285991b529, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:40.762709 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] For port 83052746-3417-4484-8761-67285991b529, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83052746-3417-4484-8761-67285991b529,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:40.770788 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:40.781689 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d953a0-679f-4a9f-ac2f-cfab78a4479b req-5415bb8a-88d3-4681-90d9-3316608868a6 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:40.783307 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-78d953a0-679f-4a9f-ac2f-cfab78a4479b req-5415bb8a-88d3-4681-90d9-3316608868a6 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 944 time: 0.0910306 Sep 03 02:00:40.802818 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5362a6d6-0bf6-4c68-beef-aca8e9a1fd27 req-4d8c1660-d293-4102-8395-cd6fa4fa458d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433266 Sep 03 02:00:40.830798 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:40.832010 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:40.833399 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] 10.222.0.42 "PUT /v2.0/ports/83052746-3417-4484-8761-67285991b529 HTTP/1.1" status: 200 len: 1094 time: 1.0023797 Sep 03 02:00:40.835366 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'tag': '83052746-3417-4484-8761-67285991b529'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:00:40.837531 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "tag": "83052746-3417-4484-8761-67285991b529"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:00:40.876208 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-78d953a0-679f-4a9f-ac2f-cfab78a4479b req-d929964d-4e1c-4693-bd8e-e31c8b6b8d2c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715311 Sep 03 02:00:40.883480 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d423c8-28e4-4336-92b9-8a947a55b2f5 x-openstack-request-id: req-76d423c8-28e4-4336-92b9-8a947a55b2f5 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:00:40.883767 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "tag": "83052746-3417-4484-8761-67285991b529", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:00:40.884026 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76d423c8-28e4-4336-92b9-8a947a55b2f5 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:00:40.884416 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'tag': '83052746-3417-4484-8761-67285991b529', 'status': 'completed', 'code': 200} Sep 03 02:00:40.889787 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20067c17-72a3-478c-8e4e-2bf17ed6a820 service neutron] Pushing event updated for resources: {'Port': ['ID=83052746-3417-4484-8761-67285991b529,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:40.985702 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-f6139e57-6536-43ae-b9dc-79a9648a9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:40.987238 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-f6139e57-6536-43ae-b9dc-79a9648a9bed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ea65250b6154aafa09e4f1d08d16f3d&device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1097 time: 0.0446050 Sep 03 02:00:41.063099 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-15eb6194-33c5-4867-a90b-78cd99009713 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83052746-3417-4484-8761-67285991b529 HTTP/1.1" status: 200 len: 217 time: 0.0389812 Sep 03 02:00:41.156252 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2629694-8f44-4c88-b673-893e59f25a36 req-07e57097-8bcc-4d66-9437-bdae51300b46 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:41.158206 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2629694-8f44-4c88-b673-893e59f25a36 req-07e57097-8bcc-4d66-9437-bdae51300b46 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0564671 Sep 03 02:00:41.201514 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e2629694-8f44-4c88-b673-893e59f25a36 req-e9fc61bb-8064-4c4e-ba07-367d9d6995c6 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Sep 03 02:00:41.401206 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1c9f4cc2-6a23-41b4-815b-1f02794ee22a req-943dd3c9-25ab-44b5-8870-536770d5ea73 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 210 time: 0.0377805 Sep 03 02:00:41.412139 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-0f35fde8-a772-4e2f-a0a5-31c26d9c9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:41.413501 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-0f35fde8-a772-4e2f-a0a5-31c26d9c9628 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06d9973e-58b2-4910-b372-92c78497518b HTTP/1.1" status: 200 len: 847 time: 0.3407013 Sep 03 02:00:41.475935 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 4fc839af-7fd7-496e-aae4-47d202fb2afa details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:00:41.494530 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 4e7b37f7-807d-4fa4-b87f-6efb3553e208 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:41.543443 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e963c1-5f4b-4af5-baaf-b7d2fe5282d5 req-ac961583-35ef-4596-b5b5-ceb0c7b4fb2d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:41.545595 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e7e963c1-5f4b-4af5-baaf-b7d2fe5282d5 req-ac961583-35ef-4596-b5b5-ceb0c7b4fb2d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0829055 Sep 03 02:00:41.600350 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-03c8a6ea-4c1e-4c17-a8cd-d550360833a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:41.602632 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-03c8a6ea-4c1e-4c17-a8cd-d550360833a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519d9117-afa4-4a5f-8116-0afcdadeb0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1273427 Sep 03 02:00:41.606616 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e7e963c1-5f4b-4af5-baaf-b7d2fe5282d5 req-64774233-bb09-4dab-b856-e9952581ef3e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524771 Sep 03 02:00:41.657103 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 4e7b37f7-807d-4fa4-b87f-6efb3553e208 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:41.672670 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 4e7b37f7-807d-4fa4-b87f-6efb3553e208 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:41.673336 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:41.680811 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 4fc839af-7fd7-496e-aae4-47d202fb2afa, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4fc839af-7fd7-496e-aae4-47d202fb2afa,segment=NetworkSegment(ddde6254-749e-4171-97d9-bebb178f46fe),segment_id=ddde6254-749e-4171-97d9-bebb178f46fe)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:41.693012 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-5c8e25f1-6441-43f5-aa50-403d1c4dc2b9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:41.694768 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-5c8e25f1-6441-43f5-aa50-403d1c4dc2b9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.42 "GET /v2.0/networks?id=99de7404-7057-454a-a101-2683cbf76e2f HTTP/1.1" status: 200 len: 814 time: 0.2094548 Sep 03 02:00:41.715113 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '4fc839af-7fd7-496e-aae4-47d202fb2afa', 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0', 'port_id': '4fc839af-7fd7-496e-aae4-47d202fb2afa', 'mac_address': 'fa:16:3e:3a:55:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da82e60-4df0-4837-a863-93cbea52bc56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:00:41.730579 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'port': {'device_id': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'admin_state_up': True, 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:41.754831 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7e8ca-d334-4034-a968-86d443a6d606 req-d2e8f44b-c5b7-46d4-ae73-292c07186aab tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:41.765043 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0ed7e8ca-d334-4034-a968-86d443a6d606 req-d2e8f44b-c5b7-46d4-ae73-292c07186aab tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 944 time: 0.0718861 Sep 03 02:00:41.771849 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:41.803995 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc839af-7fd7-496e-aae4-47d202fb2afa {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:00:41.804388 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0ed7e8ca-d334-4034-a968-86d443a6d606 req-b656dd34-af9a-4297-b15f-8a27211870de tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Sep 03 02:00:41.826361 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bf302-4f0a-40fb-9fca-aabf389366e3 req-1055ae15-cde5-4d22-ae58-60de3707e0c7 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:41.833091 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:41.834465 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5d1bf302-4f0a-40fb-9fca-aabf389366e3 req-1055ae15-cde5-4d22-ae58-60de3707e0c7 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.1600635 Sep 03 02:00:41.838121 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 4fc839af-7fd7-496e-aae4-47d202fb2afa, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4fc839af-7fd7-496e-aae4-47d202fb2afa,segment=NetworkSegment(ddde6254-749e-4171-97d9-bebb178f46fe),segment_id=ddde6254-749e-4171-97d9-bebb178f46fe)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:41.845470 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:41.883100 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f587b15-5018-4767-8675-028c900f1c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7b37f7-807d-4fa4-b87f-6efb3553e208'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:00:41.885415 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e91bd7-d85d-4276-8df9-f1494055efef" -d '{"events": [{"server_uuid": "0f587b15-5018-4767-8675-028c900f1c8e", "name": "network-vif-plugged", "status": "completed", "tag": "4e7b37f7-807d-4fa4-b87f-6efb3553e208"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:00:41.902453 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 4e7b37f7-807d-4fa4-b87f-6efb3553e208, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4e7b37f7-807d-4fa4-b87f-6efb3553e208,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:41.911882 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:41.914859 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-b06fe3ce-b502-4982-a2c4-ef605de734ef service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967086 Sep 03 02:00:41.923025 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=4fc839af-7fd7-496e-aae4-47d202fb2afa,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:41.932425 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.933053 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.933543 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.934182 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.934678 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.935162 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.936320 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.936834 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.937514 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.938003 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.938484 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.938963 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:41.959826 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa2800-ed20-47b9-a713-b287ec29ac6b req-dd597b59-85c8-409c-93a2-94456b1d9a2f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:41.961829 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5aa2800-ed20-47b9-a713-b287ec29ac6b req-dd597b59-85c8-409c-93a2-94456b1d9a2f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0714622 Sep 03 02:00:42.005760 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=4e7b37f7-807d-4fa4-b87f-6efb3553e208,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:42.007828 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5d1bf302-4f0a-40fb-9fca-aabf389366e3 req-cdd67e4a-51a1-4c68-a10f-563e581b6030 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724389 Sep 03 02:00:42.030602 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5aa2800-ed20-47b9-a713-b287ec29ac6b req-2e4014b3-7867-4811-8289-a151b48479dd tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 Sep 03 02:00:42.061028 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c082ea0-cad6-4ddb-b9fb-e12b526773bf x-openstack-request-id: req-0c082ea0-cad6-4ddb-b9fb-e12b526773bf {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:00:42.061322 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f587b15-5018-4767-8675-028c900f1c8e", "name": "network-vif-plugged", "status": "completed", "tag": "4e7b37f7-807d-4fa4-b87f-6efb3553e208", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:00:42.061576 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c082ea0-cad6-4ddb-b9fb-e12b526773bf {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:00:42.061969 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f587b15-5018-4767-8675-028c900f1c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7b37f7-807d-4fa4-b87f-6efb3553e208', 'code': 200} Sep 03 02:00:42.108670 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-856e88f1-9ec4-447c-a6aa-9496ad917991 req-fd2e1e93-90ab-4c7a-b490-595a98be7e55 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711197 Sep 03 02:00:42.124635 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Made reservation on behalf of d8bab331813a4f8a9bda337fc8fdf5a8 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:42.128465 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:42.157101 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a33a4-4412-4d99-8b86-303b44704ad8 req-b862f167-9c75-4a2d-a21d-520d01cdb42a tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:42.165908 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8e4a33a4-4412-4d99-8b86-303b44704ad8 req-b862f167-9c75-4a2d-a21d-520d01cdb42a tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 945 time: 0.0782707 Sep 03 02:00:42.221772 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8e4a33a4-4412-4d99-8b86-303b44704ad8 req-9d994c71-a4f9-4489-8080-93f8744e0745 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522356 Sep 03 02:00:42.334489 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Allocated IP 172.20.0.8 (99de7404-7057-454a-a101-2683cbf76e2f/0846a881-03c7-4a0f-883e-cd218e0f443b/67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:42.396622 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-ebfb6c3d-6dd8-4568-87da-baf2733bd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:42.398553 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-ebfb6c3d-6dd8-4568-87da-baf2733bd479 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ea65250b6154aafa09e4f1d08d16f3d&device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1097 time: 0.1112516 Sep 03 02:00:42.400016 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['4fc839af-7fd7-496e-aae4-47d202fb2afa'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:00:42.441516 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7272a-8637-4b11-b688-3512153d6274 req-0d35b817-fac6-461b-8d39-eccee8382647 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:42.446752 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ffc7272a-8637-4b11-b688-3512153d6274 req-0d35b817-fac6-461b-8d39-eccee8382647 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.1265039 Sep 03 02:00:42.532987 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ffc7272a-8637-4b11-b688-3512153d6274 req-d93bd239-2966-4163-9251-cae2f0a32527 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796006 Sep 03 02:00:42.634495 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c137860-7528-482c-b797-87f80d90a95d req-512bceed-1d43-4856-8321-b99dce9dd1d7 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 210 time: 0.0592775 Sep 03 02:00:42.680725 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:00:42.712286 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:42.794434 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Transition to ACTIVE for port object 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:42.819854 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ae5da-66dd-4fe7-94f1-990fbebf6ecd req-421e84c8-905c-4dfe-80dd-f4948213a540 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:42.821589 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-459ae5da-66dd-4fe7-94f1-990fbebf6ecd req-421e84c8-905c-4dfe-80dd-f4948213a540 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.1175973 Sep 03 02:00:42.837837 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 59062) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:42.955330 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-459ae5da-66dd-4fe7-94f1-990fbebf6ecd req-6158f619-73f3-4aa4-a44f-7bcd4e38c719 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112998 Sep 03 02:00:42.960579 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:43.027495 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Network 99de7404-7057-454a-a101-2683cbf76e2f is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:43.032603 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:43.042985 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:43.043535 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aede818-914e-49a8-8123-6db0a8769476 req-c1d8996a-e7d7-4c90-97d4-7fffa79af1a6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:43.045255 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8aede818-914e-49a8-8123-6db0a8769476 req-c1d8996a-e7d7-4c90-97d4-7fffa79af1a6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.1244392 Sep 03 02:00:43.046475 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-041c261d-6b69-44e9-8ba2-451fb8f99965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:43.107893 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8aede818-914e-49a8-8123-6db0a8769476 req-d2354300-cac8-4b6f-9f0f-1064706ef921 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506036 Sep 03 02:00:43.120462 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'Port': ['ID=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:43.165578 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:43.166530 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:43.339037 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb01f-59a6-4ef0-81c3-60d78de41fcb req-d3b84845-0d2a-4af9-930e-7ec17b5a7933 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:43.347959 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cfddb01f-59a6-4ef0-81c3-60d78de41fcb req-d3b84845-0d2a-4af9-930e-7ec17b5a7933 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.1517859 Sep 03 02:00:43.407761 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-041c261d-6b69-44e9-8ba2-451fb8f99965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:43.413133 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cfddb01f-59a6-4ef0-81c3-60d78de41fcb req-9ccbb787-09aa-4b95-b936-3e94abe9e639 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591078 Sep 03 02:00:43.427216 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-041c261d-6b69-44e9-8ba2-451fb8f99965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:43.432002 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-9a55debb-ea2f-45bb-a69c-295dc9f4c379 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7066259 Sep 03 02:00:43.480575 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-0b45dd20-943e-4934-88f2-7b48dcf1d21d None None] Provisioning for port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:43.485904 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-0b45dd20-943e-4934-88f2-7b48dcf1d21d None None] Provisioning complete for port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:43.486545 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0b45dd20-943e-4934-88f2-7b48dcf1d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:43.576159 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded32ab0-bb61-4347-8358-bf635899ad67 req-e1767165-d12f-4c1c-9711-e6e6cea817fe tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:43.580451 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ded32ab0-bb61-4347-8358-bf635899ad67 req-e1767165-d12f-4c1c-9711-e6e6cea817fe tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 945 time: 0.0798013 Sep 03 02:00:43.583045 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-0b45dd20-943e-4934-88f2-7b48dcf1d21d None None] Port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:00:43.641255 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ded32ab0-bb61-4347-8358-bf635899ad67 req-b4f9a3f6-d756-4bf2-a62a-3498225db241 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386419 Sep 03 02:00:43.730207 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-041c261d-6b69-44e9-8ba2-451fb8f99965 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56924b2d25634c868bd3c7603db7f44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8909967 Sep 03 02:00:43.732836 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 59076) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:43.741567 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eb33e-3ee9-45aa-821e-9f06713bc15e req-60a5bd4e-3aec-4475-94c6-fec5da269f81 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:43.742827 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bb8eb33e-3ee9-45aa-821e-9f06713bc15e req-60a5bd4e-3aec-4475-94c6-fec5da269f81 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.4686728 Sep 03 02:00:43.772982 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c261d-6b69-44e9-8ba2-451fb8f99965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57556131-932e-4e34-9ea8-da03a1a48d1e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:43.795158 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bb8eb33e-3ee9-45aa-821e-9f06713bc15e req-2e559957-c54e-4883-984c-6daad8010241 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383787 Sep 03 02:00:43.826035 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f161d-a753-4a8c-acb5-cadd95b85679 req-5396602a-abed-4fe6-baa1-5c6fce92bc41 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:43.827592 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e81f161d-a753-4a8c-acb5-cadd95b85679 req-5396602a-abed-4fe6-baa1-5c6fce92bc41 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0751574 Sep 03 02:00:43.847676 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-efc7b968-23f3-45f3-a59d-6a602c6497a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:43.888238 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-efc7b968-23f3-45f3-a59d-6a602c6497a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:43.899688 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e81f161d-a753-4a8c-acb5-cadd95b85679 req-30cb9112-c71b-48ee-8d27-f01a5f8a1d76 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635891 Sep 03 02:00:43.908492 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62db9f-4ac0-4b28-86f7-04a3fe4c15c5 req-9db0665c-cc50-4702-80e0-a46ddb220380 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:43.910841 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ca62db9f-4ac0-4b28-86f7-04a3fe4c15c5 req-9db0665c-cc50-4702-80e0-a46ddb220380 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.0481730 Sep 03 02:00:43.943441 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-efc7b968-23f3-45f3-a59d-6a602c6497a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:43.947536 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-efc7b968-23f3-45f3-a59d-6a602c6497a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:43.951005 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-efc7b968-23f3-45f3-a59d-6a602c6497a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57556131-932e-4e34-9ea8-da03a1a48d1e HTTP/1.1" status: 204 len: 168 time: 0.2146778 Sep 03 02:00:43.975164 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7b968-23f3-45f3-a59d-6a602c6497a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57556131-932e-4e34-9ea8-da03a1a48d1e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:43.976987 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ca62db9f-4ac0-4b28-86f7-04a3fe4c15c5 req-a2db2d77-b7e8-4f1e-bcfa-1fff16b012a8 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594113 Sep 03 02:00:44.116442 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617e661-9a35-4feb-b884-1349ab6c61fe req-66770908-246d-4d71-9bf5-12f93876d3a9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:44.119078 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b617e661-9a35-4feb-b884-1349ab6c61fe req-66770908-246d-4d71-9bf5-12f93876d3a9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0504756 Sep 03 02:00:44.160448 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b617e661-9a35-4feb-b884-1349ab6c61fe req-7f061d5a-db95-4065-8ad3-2c4a20a8ed15 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355260 Sep 03 02:00:44.235573 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e257-1835-498c-91ba-20dd37adb787 req-7ceb5488-2d72-43ab-9778-03ce33e76af1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:44.237073 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7938e257-1835-498c-91ba-20dd37adb787 req-7ceb5488-2d72-43ab-9778-03ce33e76af1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0488279 Sep 03 02:00:44.285174 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7938e257-1835-498c-91ba-20dd37adb787 req-08d47259-c5bb-4cb9-9ca3-fe8b0204a749 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Sep 03 02:00:44.523246 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2544e-4b0b-4489-8eb5-77c96b6065ea req-2554a549-fd2d-42e8-9b25-42d163669780 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:44.524763 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b3c2544e-4b0b-4489-8eb5-77c96b6065ea req-2554a549-fd2d-42e8-9b25-42d163669780 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0498199 Sep 03 02:00:44.564621 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b3c2544e-4b0b-4489-8eb5-77c96b6065ea req-c2abc086-8b85-478c-928a-85941e281348 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337958 Sep 03 02:00:44.770498 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97929c0-872e-40d3-be5a-a2101af48f47 req-8a4d8371-1d22-4112-8bdc-c10e71d388f1 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:44.772012 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f97929c0-872e-40d3-be5a-a2101af48f47 req-8a4d8371-1d22-4112-8bdc-c10e71d388f1 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 945 time: 0.0599358 Sep 03 02:00:44.811127 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f97929c0-872e-40d3-be5a-a2101af48f47 req-ae7eee14-ff88-46f4-a3e7-df6be9eddfd6 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Sep 03 02:00:44.915371 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b33187-9cc4-447f-8cb6-ecbc1e65b18f req-f507f02f-281d-4042-bc80-f447bd29d4fc tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:44.919717 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-05b33187-9cc4-447f-8cb6-ecbc1e65b18f req-f507f02f-281d-4042-bc80-f447bd29d4fc tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0589650 Sep 03 02:00:44.996308 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-05b33187-9cc4-447f-8cb6-ecbc1e65b18f req-d313961f-09b5-48ea-8a18-7a29d6a0538d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582447 Sep 03 02:00:45.056684 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d3011-1b10-47fa-a81f-7b4d19e1eb66 req-33f58d89-fdc6-4e3a-9f92-63d9843dcc8b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:45.058271 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-472d3011-1b10-47fa-a81f-7b4d19e1eb66 req-33f58d89-fdc6-4e3a-9f92-63d9843dcc8b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0639608 Sep 03 02:00:45.136843 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-472d3011-1b10-47fa-a81f-7b4d19e1eb66 req-59d47f78-573f-4cfb-8590-9003213f157e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715418 Sep 03 02:00:45.151647 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b64e36-17da-4655-991d-c1e7b7a6bace req-813c6cec-faf8-4fcb-8944-9a5c07606c64 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:45.157636 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c2b64e36-17da-4655-991d-c1e7b7a6bace req-813c6cec-faf8-4fcb-8944-9a5c07606c64 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.0636604 Sep 03 02:00:45.204847 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c2b64e36-17da-4655-991d-c1e7b7a6bace req-8227656f-1e8d-4a2c-aa52-61a5b1c916ac tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446460 Sep 03 02:00:45.293919 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc9981-89ca-4d84-aa3f-02237dd95017 req-88430819-6214-4958-aa0e-c3666d5a074b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:45.295470 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fbbc9981-89ca-4d84-aa3f-02237dd95017 req-88430819-6214-4958-aa0e-c3666d5a074b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0612395 Sep 03 02:00:45.343371 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fbbc9981-89ca-4d84-aa3f-02237dd95017 req-0185ec42-1f58-4863-bf7c-6f5f847623cc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378418 Sep 03 02:00:45.410867 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae9c85-4699-47c5-994b-b02fbb805d97 req-cf20b80c-ff43-47b1-927f-aea4b8f1cecf tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:45.412284 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9eae9c85-4699-47c5-994b-b02fbb805d97 req-cf20b80c-ff43-47b1-927f-aea4b8f1cecf tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0479932 Sep 03 02:00:45.451187 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9eae9c85-4699-47c5-994b-b02fbb805d97 req-1728548b-7111-4597-8926-0f88e4c860f8 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Sep 03 02:00:45.478612 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 4fc839af-7fd7-496e-aae4-47d202fb2afa up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:45.531155 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 4fc839af-7fd7-496e-aae4-47d202fb2afa completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:45.536338 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 4fc839af-7fd7-496e-aae4-47d202fb2afa triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:45.536797 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:45.625183 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:45.649183 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2819d748-cf90-4ad0-a706-bebf6220d5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc839af-7fd7-496e-aae4-47d202fb2afa'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:00:45.651534 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ab3f76-fb5b-46d5-becf-7d99ec1ddcdb" -d '{"events": [{"server_uuid": "2819d748-cf90-4ad0-a706-bebf6220d5a4", "name": "network-vif-plugged", "status": "completed", "tag": "4fc839af-7fd7-496e-aae4-47d202fb2afa"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:00:45.666005 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 4fc839af-7fd7-496e-aae4-47d202fb2afa, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4fc839af-7fd7-496e-aae4-47d202fb2afa,segment=NetworkSegment(ddde6254-749e-4171-97d9-bebb178f46fe),segment_id=ddde6254-749e-4171-97d9-bebb178f46fe)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:45.669196 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:45.699606 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1eb756-3ef1-4c85-ac13-f4bae6ea1d62 x-openstack-request-id: req-5f1eb756-3ef1-4c85-ac13-f4bae6ea1d62 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:00:45.699893 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2819d748-cf90-4ad0-a706-bebf6220d5a4", "name": "network-vif-plugged", "status": "completed", "tag": "4fc839af-7fd7-496e-aae4-47d202fb2afa", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:00:45.700141 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f1eb756-3ef1-4c85-ac13-f4bae6ea1d62 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:00:45.700552 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2819d748-cf90-4ad0-a706-bebf6220d5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc839af-7fd7-496e-aae4-47d202fb2afa', 'code': 200} Sep 03 02:00:45.712489 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd311-123a-463a-9d5f-49132f1ee31d req-e08fadee-4932-4d1d-b99b-963c65418ab8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:45.714940 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4ccd311-123a-463a-9d5f-49132f1ee31d req-e08fadee-4932-4d1d-b99b-963c65418ab8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0732472 Sep 03 02:00:45.732330 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=4fc839af-7fd7-496e-aae4-47d202fb2afa,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:45.769075 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e4ccd311-123a-463a-9d5f-49132f1ee31d req-ae93f826-4ed4-4dda-8101-57941de98671 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Sep 03 02:00:45.930002 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ecacb-59c6-4d65-acc0-d92f9ab50e29 req-22b3e873-bd52-46d4-975d-9770d8f60a82 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:45.931709 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-169ecacb-59c6-4d65-acc0-d92f9ab50e29 req-22b3e873-bd52-46d4-975d-9770d8f60a82 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0533884 Sep 03 02:00:45.977440 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-169ecacb-59c6-4d65-acc0-d92f9ab50e29 req-fef9312e-877b-4fc4-98e8-3ca88e31b8d4 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374014 Sep 03 02:00:46.106149 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0d952-098c-4e84-99b2-a1e69279f31f req-b4b1a5c8-c18c-4ad8-b1f2-9434a36590d4 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:46.107611 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a3e0d952-098c-4e84-99b2-a1e69279f31f req-b4b1a5c8-c18c-4ad8-b1f2-9434a36590d4 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0491266 Sep 03 02:00:46.145324 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a3e0d952-098c-4e84-99b2-a1e69279f31f req-0d3d6f14-34cd-42fc-b91b-122b6ea6df11 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316634 Sep 03 02:00:46.290935 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180f704-e8a3-4774-92e6-5785a120d806 req-f9f5d5fe-f031-476f-8c7b-24c539164b17 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:46.299537 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5180f704-e8a3-4774-92e6-5785a120d806 req-f9f5d5fe-f031-476f-8c7b-24c539164b17 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0786517 Sep 03 02:00:46.338070 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5180f704-e8a3-4774-92e6-5785a120d806 req-316a5fd5-0942-4acf-a82c-40dfc7370bb4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365725 Sep 03 02:00:46.352910 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e388-0fe9-4a56-9a73-ff4d4d8578a3 req-fbd9d76d-84d5-4fe7-a591-4d330cb118eb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:46.354750 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6224e388-0fe9-4a56-9a73-ff4d4d8578a3 req-fbd9d76d-84d5-4fe7-a591-4d330cb118eb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.0570841 Sep 03 02:00:46.405012 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6224e388-0fe9-4a56-9a73-ff4d4d8578a3 req-e7eb78f1-84ab-4d21-ae9a-d842af5e17b1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Sep 03 02:00:46.513124 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-40297303-3087-47fe-bf2c-82e40f920072 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=19c65e5b743049e8bae2548cde5213c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289795 Sep 03 02:00:46.539226 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51b443-3499-420b-852a-5d52178f2b2a req-37d01846-76b4-4ece-85ed-7b1285a09785 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:46.540724 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7e51b443-3499-420b-852a-5d52178f2b2a req-37d01846-76b4-4ece-85ed-7b1285a09785 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0520108 Sep 03 02:00:46.579197 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7e51b443-3499-420b-852a-5d52178f2b2a req-f481b538-e0ab-4510-ae48-990fa1dc18d6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322247 Sep 03 02:00:46.713549 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ef0d0-f573-4a18-831b-cb7ec6db499c req-9e0929b9-d6f0-4edc-af88-8335eaa597c7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:46.717608 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-147ef0d0-f573-4a18-831b-cb7ec6db499c req-9e0929b9-d6f0-4edc-af88-8335eaa597c7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0583115 Sep 03 02:00:46.718845 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-d5f009b4-e92d-4618-baca-5839fece6e77 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:46.720493 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-d5f009b4-e92d-4618-baca-5839fece6e77 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018588 Sep 03 02:00:46.736362 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-8766f37d-5811-47f5-a5d0-6497e735bd03 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/quotas/19c65e5b743049e8bae2548cde5213c2 HTTP/1.1" status: 200 len: 375 time: 0.0089865 Sep 03 02:00:46.754037 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-147ef0d0-f573-4a18-831b-cb7ec6db499c req-a23bac14-d809-42d7-862d-fe7f409005d7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328660 Sep 03 02:00:46.768130 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-da5e1483-3453-44ed-ba19-3f24c01c37ba tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=19c65e5b743049e8bae2548cde5213c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258462 Sep 03 02:00:46.916173 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84342406-8cc4-4eeb-b45f-2e88df5294ba req-efb1ab48-9b25-4ee0-aa8c-2737f544e82c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:46.923901 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-84342406-8cc4-4eeb-b45f-2e88df5294ba req-efb1ab48-9b25-4ee0-aa8c-2737f544e82c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0951567 Sep 03 02:00:46.952935 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bd4a209f-86de-423b-9f31-b20c468c2a08 req-dbc5ff90-d257-474f-8f1c-e0eac0f8ff21 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0431452 Sep 03 02:00:46.978370 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-84342406-8cc4-4eeb-b45f-2e88df5294ba req-d330dea0-d276-458e-9609-306432da9b11 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535419 Sep 03 02:00:47.106114 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac1a6-8760-4805-9b4d-a8b6029e5a69 req-db0e5998-26ae-4704-a1a7-d906c3b570e8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:47.107613 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b81ac1a6-8760-4805-9b4d-a8b6029e5a69 req-db0e5998-26ae-4704-a1a7-d906c3b570e8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0523541 Sep 03 02:00:47.146845 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b81ac1a6-8760-4805-9b4d-a8b6029e5a69 req-0f734124-1fec-4b6c-a6bc-30cb3d9ed2c1 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Sep 03 02:00:47.304232 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c685d4-3846-4b41-b210-1eb85485a33e req-b670f665-efd2-4c90-a035-440b1f4b3670 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:47.305803 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2c685d4-3846-4b41-b210-1eb85485a33e req-b670f665-efd2-4c90-a035-440b1f4b3670 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0700486 Sep 03 02:00:47.345675 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2c685d4-3846-4b41-b210-1eb85485a33e req-8758fb36-0c01-4636-ae8e-ef06da4fe55a tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327411 Sep 03 02:00:47.499085 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf9d3a-e236-4953-a7a4-44a18f8d20e1 req-7cf717aa-0250-4c8c-b92d-489938b9ebc4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:47.514041 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-46cf9d3a-e236-4953-a7a4-44a18f8d20e1 req-7cf717aa-0250-4c8c-b92d-489938b9ebc4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0976996 Sep 03 02:00:47.583564 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af49e-4c52-4598-9825-f63223bf9b76 req-8588ed61-dcbd-4f84-b2a9-0b0848c8e943 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:47.585152 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce9af49e-4c52-4598-9825-f63223bf9b76 req-8588ed61-dcbd-4f84-b2a9-0b0848c8e943 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.0775664 Sep 03 02:00:47.593445 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-46cf9d3a-e236-4953-a7a4-44a18f8d20e1 req-4e4eb7f0-4667-4837-8aa3-c0b3f3b71382 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782650 Sep 03 02:00:47.625927 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce9af49e-4c52-4598-9825-f63223bf9b76 req-70eb45ee-11c6-4dab-82bd-3056f9f92f09 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345337 Sep 03 02:00:47.702031 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37187c-3dc1-46a1-9e7f-bdfa1ded16a7 req-dee43e2f-1227-42c5-9fee-b63c0efd4da8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:47.703717 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6b37187c-3dc1-46a1-9e7f-bdfa1ded16a7 req-dee43e2f-1227-42c5-9fee-b63c0efd4da8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0533750 Sep 03 02:00:47.746483 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6b37187c-3dc1-46a1-9e7f-bdfa1ded16a7 req-32b82526-b0b1-4bea-bf6c-6d3dda1703d4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363882 Sep 03 02:00:47.874412 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3b699-0325-41a8-b761-e71a3c2fb3a0 req-e4d1734b-cbb6-4534-bd89-896193bf8b29 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:47.875967 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6fd3b699-0325-41a8-b761-e71a3c2fb3a0 req-e4d1734b-cbb6-4534-bd89-896193bf8b29 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0525699 Sep 03 02:00:47.916968 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6fd3b699-0325-41a8-b761-e71a3c2fb3a0 req-0f09c54e-e152-4af2-92cc-a904761daca2 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346532 Sep 03 02:00:48.065055 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c8d550b6-439e-4619-a52a-79a3eb36ce4c req-56b1c48a-0ffe-4815-8f5f-9c1a567db2db tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0441418 Sep 03 02:00:48.115953 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3add31b-672e-44c9-b411-aacf76885020 req-ec6880ef-e348-492e-95f3-d34765354e58 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:48.117462 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b3add31b-672e-44c9-b411-aacf76885020 req-ec6880ef-e348-492e-95f3-d34765354e58 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0650702 Sep 03 02:00:48.158265 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b3add31b-672e-44c9-b411-aacf76885020 req-e3285731-917a-4eaa-935a-e994d849ee35 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346715 Sep 03 02:00:48.286911 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823cb26-3397-4fae-b47a-92a748e8ebab req-a09e4448-84e9-4ae0-b128-57053da8ed40 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:48.288742 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7823cb26-3397-4fae-b47a-92a748e8ebab req-a09e4448-84e9-4ae0-b128-57053da8ed40 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0745504 Sep 03 02:00:48.335975 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7823cb26-3397-4fae-b47a-92a748e8ebab req-d1924dae-2875-4344-b895-043bde636e4c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Sep 03 02:00:48.461031 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9700f8-5135-4789-b853-c44216338752 req-6b763cd1-6708-4886-b144-0860fc1a202d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:48.463397 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2c9700f8-5135-4789-b853-c44216338752 req-6b763cd1-6708-4886-b144-0860fc1a202d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0511837 Sep 03 02:00:48.501851 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2c9700f8-5135-4789-b853-c44216338752 req-024b0417-34cb-4654-9773-87343555f356 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323436 Sep 03 02:00:48.722718 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737ef28-10e0-4fcb-87df-adca26effd18 req-03a045ea-d1e5-4bb6-8461-f89924ad155b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:48.729298 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b737ef28-10e0-4fcb-87df-adca26effd18 req-03a045ea-d1e5-4bb6-8461-f89924ad155b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0649540 Sep 03 02:00:48.787994 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3472dd-16c8-41f8-82a7-e6610b9d595c req-41507fdb-972a-4a41-a7b9-4d5b89a5f7d4 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:48.790430 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3b3472dd-16c8-41f8-82a7-e6610b9d595c req-41507fdb-972a-4a41-a7b9-4d5b89a5f7d4 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.0969024 Sep 03 02:00:48.792515 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b737ef28-10e0-4fcb-87df-adca26effd18 req-50676000-ff57-417c-ad92-13d0f167c9be tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Sep 03 02:00:48.834495 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3b3472dd-16c8-41f8-82a7-e6610b9d595c req-51829f4f-7d0e-4148-a93b-88a7a20f01a4 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Sep 03 02:00:48.897608 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6673260-c078-4d3d-bb12-da31ad45eb0c req-4eed051c-10a2-427c-8514-72327ce2eeac tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:48.899005 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6673260-c078-4d3d-bb12-da31ad45eb0c req-4eed051c-10a2-427c-8514-72327ce2eeac tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0490148 Sep 03 02:00:48.935924 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e6673260-c078-4d3d-bb12-da31ad45eb0c req-d99bce7c-6784-4f6f-8f9f-bee6de962472 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311103 Sep 03 02:00:49.061962 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb4b14-a8ea-4387-8db2-f3dc13beadce req-46529c22-011b-47d4-8788-0db4ca30c3f4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:49.063456 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f6cb4b14-a8ea-4387-8db2-f3dc13beadce req-46529c22-011b-47d4-8788-0db4ca30c3f4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0692537 Sep 03 02:00:49.107137 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f6cb4b14-a8ea-4387-8db2-f3dc13beadce req-dce1eec9-c1b9-48fb-84da-4020c7bd8525 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Sep 03 02:00:49.171049 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-547d2c6c-e310-4b4f-bcc7-63e70bc082bd req-d0d82502-c2c3-4959-b0ad-846fea97cbfb tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0338149 Sep 03 02:00:49.285982 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bcc9b-c820-416a-9695-8e8eb8c0000c req-8375163f-fe04-4c4a-8159-1092c33c92a8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:49.287465 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ec0bcc9b-c820-416a-9695-8e8eb8c0000c req-8375163f-fe04-4c4a-8159-1092c33c92a8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0488615 Sep 03 02:00:49.326260 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ec0bcc9b-c820-416a-9695-8e8eb8c0000c req-2926d9a5-98a3-4344-8271-98686316bf16 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327423 Sep 03 02:00:49.446965 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1544b2-3e70-4dc5-81fb-96e09c8665b0 req-097a1535-f768-41f5-9a38-9fb6869bfe32 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:49.449103 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1d1544b2-3e70-4dc5-81fb-96e09c8665b0 req-097a1535-f768-41f5-9a38-9fb6869bfe32 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0521650 Sep 03 02:00:49.495465 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1d1544b2-3e70-4dc5-81fb-96e09c8665b0 req-469e75b3-7845-45f8-9fc8-01e44c663d68 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370743 Sep 03 02:00:49.621518 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30160c59-aafd-4f01-a172-d845e0585ca8 req-0d21bc7b-9d7f-45cf-8ef3-b70359a5ae67 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:49.622180 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-30160c59-aafd-4f01-a172-d845e0585ca8 req-0d21bc7b-9d7f-45cf-8ef3-b70359a5ae67 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0546136 Sep 03 02:00:49.665785 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-30160c59-aafd-4f01-a172-d845e0585ca8 req-e4a7aeec-c5af-4d69-9d7d-ea9196cb0e53 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377202 Sep 03 02:00:49.906885 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88f707-1cee-4a34-954e-6c0dbd73dc4d req-9790074a-6e3a-41d1-9525-e07ac647c9e7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:49.916011 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8e88f707-1cee-4a34-954e-6c0dbd73dc4d req-9790074a-6e3a-41d1-9525-e07ac647c9e7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0566170 Sep 03 02:00:49.950764 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8e88f707-1cee-4a34-954e-6c0dbd73dc4d req-7f2ff5f7-b339-48b4-a22a-36f20de79883 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336065 Sep 03 02:00:49.954816 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9a340-1273-4cd5-881c-c02c9dbfd8e3 req-ed9094cc-2175-4d92-a711-14d63914d5ef tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:49.956861 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4bf9a340-1273-4cd5-881c-c02c9dbfd8e3 req-ed9094cc-2175-4d92-a711-14d63914d5ef tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.0554533 Sep 03 02:00:50.000267 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4bf9a340-1273-4cd5-881c-c02c9dbfd8e3 req-c35723f9-34fc-4dd4-a9ae-17aa1e2e8cef tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335693 Sep 03 02:00:50.062702 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f47f78-fd83-48ef-80c0-b9edcd7369d5 req-4998bc59-327e-4efb-98cb-f8a3339403e7 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:50.064169 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-42f47f78-fd83-48ef-80c0-b9edcd7369d5 req-4998bc59-327e-4efb-98cb-f8a3339403e7 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0520232 Sep 03 02:00:50.110701 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-42f47f78-fd83-48ef-80c0-b9edcd7369d5 req-9731b214-f74c-48fd-83bd-527e98bbbd4e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393000 Sep 03 02:00:50.224802 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a2a5d-5fe9-4f9b-a507-331e1947a49a req-c095d4e1-e4f8-49dd-9a06-76132e14b795 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:50.229916 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2b7a2a5d-5fe9-4f9b-a507-331e1947a49a req-c095d4e1-e4f8-49dd-9a06-76132e14b795 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0559702 Sep 03 02:00:50.277453 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2b7a2a5d-5fe9-4f9b-a507-331e1947a49a req-6daa74ee-e151-40ad-ac35-b50c7315f195 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446718 Sep 03 02:00:50.293445 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6c0e7a4-ae33-4197-a3d4-468e01d3e6c2 req-e3a847de-fcbd-42ad-84d0-dbe938a661f3 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0253623 Sep 03 02:00:50.439284 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e3cb1-c201-4975-915b-3b87b18a2b79 req-fa31c459-681d-40a8-8e13-12cb330cb7f1 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:50.441426 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2d2e3cb1-c201-4975-915b-3b87b18a2b79 req-fa31c459-681d-40a8-8e13-12cb330cb7f1 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0485389 Sep 03 02:00:50.479598 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2d2e3cb1-c201-4975-915b-3b87b18a2b79 req-c191ef9d-43ca-4e2a-9b71-545717d0688b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319643 Sep 03 02:00:50.610724 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994135dc-36b2-4ab8-8f14-a966c90efd76 req-aaf9556c-7de1-4040-9fd2-6f213691a106 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:50.613162 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-994135dc-36b2-4ab8-8f14-a966c90efd76 req-aaf9556c-7de1-4040-9fd2-6f213691a106 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0493317 Sep 03 02:00:50.648841 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-994135dc-36b2-4ab8-8f14-a966c90efd76 req-64368507-e87d-4dfe-847c-5322274899e5 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301862 Sep 03 02:00:50.797907 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf373f6-0ff1-46bf-86d9-1e63f4e08f24 req-410d42f0-0e82-4809-8463-17fec9c21297 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:50.799497 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-daf373f6-0ff1-46bf-86d9-1e63f4e08f24 req-410d42f0-0e82-4809-8463-17fec9c21297 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0638235 Sep 03 02:00:50.837972 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-daf373f6-0ff1-46bf-86d9-1e63f4e08f24 req-27817da4-490c-45a4-9f9d-77547626d9c2 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316949 Sep 03 02:00:51.073492 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2abdc3-d544-4b4a-9943-7eb88e8a2c20 req-d7a6e6eb-9aa0-4100-b2ee-08e8b1a1b9a2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:51.075095 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a2abdc3-d544-4b4a-9943-7eb88e8a2c20 req-d7a6e6eb-9aa0-4100-b2ee-08e8b1a1b9a2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0493081 Sep 03 02:00:51.131934 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a2abdc3-d544-4b4a-9943-7eb88e8a2c20 req-44378589-d24c-449c-9fb2-202e75fe78ca tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461481 Sep 03 02:00:51.160015 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd529357-e310-47d4-b60a-857f9a0bdf8e req-f612bacc-92e5-496e-b9ed-3c2780ae2e66 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:51.161707 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cd529357-e310-47d4-b60a-857f9a0bdf8e req-f612bacc-92e5-496e-b9ed-3c2780ae2e66 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.0951593 Sep 03 02:00:51.206753 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cd529357-e310-47d4-b60a-857f9a0bdf8e req-11382f97-2f6f-43d2-ba4f-75b05fd7f554 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361493 Sep 03 02:00:51.246830 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9550b6-36f3-478a-81a5-d9dd4bd25ed0 req-54160e16-05b0-4eec-a653-9ea7f26c64fa tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:51.248192 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7e9550b6-36f3-478a-81a5-d9dd4bd25ed0 req-54160e16-05b0-4eec-a653-9ea7f26c64fa tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0535896 Sep 03 02:00:51.296526 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7e9550b6-36f3-478a-81a5-d9dd4bd25ed0 req-9249cac8-857d-43ed-959b-947c8c6aba2c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416245 Sep 03 02:00:51.408666 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1ae4b491-5e4e-410f-9c92-d44b114ffdd1 req-4cf046f9-933c-4d38-879e-56ccbe340888 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0429401 Sep 03 02:00:51.418808 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104cc92-78a0-4ae0-b315-22981b5aef88 req-ca95b759-197c-435c-8db6-b2d708435e12 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:51.420688 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a104cc92-78a0-4ae0-b315-22981b5aef88 req-ca95b759-197c-435c-8db6-b2d708435e12 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0651376 Sep 03 02:00:51.462083 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a104cc92-78a0-4ae0-b315-22981b5aef88 req-a4caa278-4dcf-4370-a620-e1916a78885f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Sep 03 02:00:51.599064 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc7230-17f0-4db5-b53b-24e3d1ca6d3b req-4fc2f9c2-357d-4ddc-811b-a99bacf76769 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:51.600705 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a0dc7230-17f0-4db5-b53b-24e3d1ca6d3b req-4fc2f9c2-357d-4ddc-811b-a99bacf76769 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0492814 Sep 03 02:00:51.639795 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a0dc7230-17f0-4db5-b53b-24e3d1ca6d3b req-382a86d6-747b-4808-ba46-0ce1c5d6140c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331264 Sep 03 02:00:51.769722 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78e5fd-70ef-488b-8705-81cc6a850d52 req-99402ce7-e025-4e73-a2da-a4e250218b64 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:51.771712 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ab78e5fd-70ef-488b-8705-81cc6a850d52 req-99402ce7-e025-4e73-a2da-a4e250218b64 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0565679 Sep 03 02:00:51.810593 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ab78e5fd-70ef-488b-8705-81cc6a850d52 req-a9aab921-a336-47f3-bfdc-08b0c30b12d0 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Sep 03 02:00:51.961630 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf2250-32b4-40e2-bc58-239bfc86fe7f req-10c0c297-55a0-46bd-8aed-4007e345f5ec tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:51.963225 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64bf2250-32b4-40e2-bc58-239bfc86fe7f req-10c0c297-55a0-46bd-8aed-4007e345f5ec tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0581508 Sep 03 02:00:52.001505 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-64bf2250-32b4-40e2-bc58-239bfc86fe7f req-56c1650e-a46a-42c2-bdcd-f57e7cda2711 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Sep 03 02:00:52.256725 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610217bf-58b8-4477-8a7e-928091e12ae0 req-8dd91258-09f8-4ba9-9cb3-21c301142c9e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:52.258678 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-610217bf-58b8-4477-8a7e-928091e12ae0 req-8dd91258-09f8-4ba9-9cb3-21c301142c9e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0590715 Sep 03 02:00:52.299035 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-610217bf-58b8-4477-8a7e-928091e12ae0 req-4007e514-ca69-47c6-84c5-d37697821124 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Sep 03 02:00:52.349554 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eef06b-6322-463c-a0f6-cdb517921c3c req-8af71f56-0980-4946-8ef7-ea9e08c24ba6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:52.351160 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47eef06b-6322-463c-a0f6-cdb517921c3c req-8af71f56-0980-4946-8ef7-ea9e08c24ba6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.0706615 Sep 03 02:00:52.389440 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47eef06b-6322-463c-a0f6-cdb517921c3c req-0140452b-c8a6-48c5-81cb-8ec174c2449a tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Sep 03 02:00:52.437319 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dfb85-5a08-4424-b342-38b8deaaa7b3 req-8b429020-5bc5-4553-8bcb-faa326255591 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:52.441028 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-632dfb85-5a08-4424-b342-38b8deaaa7b3 req-8b429020-5bc5-4553-8bcb-faa326255591 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0723422 Sep 03 02:00:52.491506 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-632dfb85-5a08-4424-b342-38b8deaaa7b3 req-4fd9b71c-c2b6-4e10-a492-7ea513b5ab04 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458233 Sep 03 02:00:52.519965 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e2f756e-0c79-40ae-b69e-c60bd3e05f62 req-7c6a6e57-b11b-4089-a41b-fb2fa0da1aad tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0267305 Sep 03 02:00:52.608927 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f091be-9731-475c-aba1-771bc12b4a19 req-4b16977d-f507-4a8f-ab87-0ba9bc790c9d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:52.610424 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-07f091be-9731-475c-aba1-771bc12b4a19 req-4b16977d-f507-4a8f-ab87-0ba9bc790c9d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0597715 Sep 03 02:00:52.648675 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-07f091be-9731-475c-aba1-771bc12b4a19 req-ec172466-931d-46d8-a682-1591506a4afc tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Sep 03 02:00:52.774826 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e3591-7aca-4a3b-92cd-ceeddc23a694 req-1ebb902c-a335-4f9e-9f03-2b7794d14675 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:52.776411 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca2e3591-7aca-4a3b-92cd-ceeddc23a694 req-1ebb902c-a335-4f9e-9f03-2b7794d14675 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0549419 Sep 03 02:00:52.818404 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca2e3591-7aca-4a3b-92cd-ceeddc23a694 req-851f6f7a-d845-4534-8bfb-da93addd7b2a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361433 Sep 03 02:00:52.930831 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7a36a-6630-416c-a4c6-1ec2f083d967 req-e1986d41-607a-4d8f-b6fd-3c66fccfd7a6 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:52.932328 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b8b7a36a-6630-416c-a4c6-1ec2f083d967 req-e1986d41-607a-4d8f-b6fd-3c66fccfd7a6 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0494883 Sep 03 02:00:52.976644 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b8b7a36a-6630-416c-a4c6-1ec2f083d967 req-c9d9e96f-00cf-4841-9b26-a8d7bd1d45a4 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364952 Sep 03 02:00:53.144174 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363d104-9afd-4615-a255-acdec989aa5e req-b0aeab98-dd85-47fe-98fc-73cdf558cda1 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:53.145765 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6363d104-9afd-4615-a255-acdec989aa5e req-b0aeab98-dd85-47fe-98fc-73cdf558cda1 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0628822 Sep 03 02:00:53.185131 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6363d104-9afd-4615-a255-acdec989aa5e req-d8910dd7-e241-4572-bd5c-9ebf99955349 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333507 Sep 03 02:00:53.451173 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe700c44-ecae-4b8a-95a6-3e55ae4e54fd req-a927a58c-0282-4b01-8f2e-1abb53bb6c3b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:53.453144 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe700c44-ecae-4b8a-95a6-3e55ae4e54fd req-a927a58c-0282-4b01-8f2e-1abb53bb6c3b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0855954 Sep 03 02:00:53.514996 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe700c44-ecae-4b8a-95a6-3e55ae4e54fd req-90c2a417-0f2b-454c-854a-d6df54b64e8e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544701 Sep 03 02:00:53.540140 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e760-b381-4bc6-9227-922ead1a795a req-be158ee4-def8-49bb-a017-cd32005c17dd tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:53.542042 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5342e760-b381-4bc6-9227-922ead1a795a req-be158ee4-def8-49bb-a017-cd32005c17dd tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.0678685 Sep 03 02:00:53.579857 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5342e760-b381-4bc6-9227-922ead1a795a req-924b497b-83f7-45ca-bec9-50550129ae16 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Sep 03 02:00:53.645414 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ccb01-bf20-43c6-987f-3d8c1362b536 req-a5ac822c-fe1f-43b3-bd5e-7c72b1bc74bc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:53.646974 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-193ccb01-bf20-43c6-987f-3d8c1362b536 req-a5ac822c-fe1f-43b3-bd5e-7c72b1bc74bc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0749860 Sep 03 02:00:53.683308 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a041b228-dce3-43f0-ade4-3e67e840233e req-7f3383fb-dbed-41dd-9657-d7be8083e3d1 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0269790 Sep 03 02:00:53.688369 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-193ccb01-bf20-43c6-987f-3d8c1362b536 req-7c3ef39b-7dc8-48d5-9a68-99cf4dd39c94 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353072 Sep 03 02:00:53.815208 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556d85-b989-40a7-881a-46b9d17f840d req-5bf894ed-0df1-48b5-8e7b-34bd01c5b167 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:53.817074 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c3556d85-b989-40a7-881a-46b9d17f840d req-5bf894ed-0df1-48b5-8e7b-34bd01c5b167 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0605266 Sep 03 02:00:53.859867 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c3556d85-b989-40a7-881a-46b9d17f840d req-04fc785d-13b7-46a8-9dd3-098341b2b00f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363812 Sep 03 02:00:53.947534 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde7120-85ce-4fc8-9278-ded85c8344ee req-6809f11b-ea9e-4dc5-9bdc-406a8a7520c4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:53.949132 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dde7120-85ce-4fc8-9278-ded85c8344ee req-6809f11b-ea9e-4dc5-9bdc-406a8a7520c4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0624208 Sep 03 02:00:53.992329 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dde7120-85ce-4fc8-9278-ded85c8344ee req-534eae07-3628-43cd-835f-48a06884123b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368805 Sep 03 02:00:54.105550 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6c066-e20e-42e5-8f76-5a2dcbb28234 req-2ab0ba00-3371-43c4-a587-43087e8390ff tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:54.106920 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aab6c066-e20e-42e5-8f76-5a2dcbb28234 req-2ab0ba00-3371-43c4-a587-43087e8390ff tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0485234 Sep 03 02:00:54.144426 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aab6c066-e20e-42e5-8f76-5a2dcbb28234 req-68dade44-a66d-443e-b9d9-895f79c88b77 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309770 Sep 03 02:00:54.299849 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d42ca-bdf4-4330-b433-eff5238a1bf4 req-9c71912c-7f6a-44e5-a3d3-8280f8f32841 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:54.301453 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-555d42ca-bdf4-4330-b433-eff5238a1bf4 req-9c71912c-7f6a-44e5-a3d3-8280f8f32841 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0512953 Sep 03 02:00:54.339166 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-555d42ca-bdf4-4330-b433-eff5238a1bf4 req-9b3f29bc-57b3-4e6e-8f20-be151932072d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317216 Sep 03 02:00:54.636468 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ded6c-0bf8-48d5-a512-a611a4305edc req-9273f182-8fa9-4e20-b454-a7ce3128e1e9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:54.638335 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e51ded6c-0bf8-48d5-a512-a611a4305edc req-9273f182-8fa9-4e20-b454-a7ce3128e1e9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0486231 Sep 03 02:00:54.676022 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e51ded6c-0bf8-48d5-a512-a611a4305edc req-4709f414-2b71-404d-9247-adc2163acc10 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Sep 03 02:00:54.702371 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b877b3-453b-445f-a08f-9760c9a8363e req-c0617802-0f06-4ab0-9180-79c927cafab3 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:54.703837 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-06b877b3-453b-445f-a08f-9760c9a8363e req-c0617802-0f06-4ab0-9180-79c927cafab3 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.0528111 Sep 03 02:00:54.742678 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-06b877b3-453b-445f-a08f-9760c9a8363e req-b261a084-76f8-4ab7-8221-b47bd17dd173 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Sep 03 02:00:54.782109 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-72937e67-69db-46e9-bd42-00fe733d3f5d req-d75b77ee-a453-4b23-a43b-38deac9a1b16 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0303733 Sep 03 02:00:54.844235 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a6e64-4de5-4046-8dbb-2587addf7c48 req-920131f5-61fe-4244-927b-a87bc0d340ee tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:54.845751 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ea4a6e64-4de5-4046-8dbb-2587addf7c48 req-920131f5-61fe-4244-927b-a87bc0d340ee tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0498364 Sep 03 02:00:54.882909 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ea4a6e64-4de5-4046-8dbb-2587addf7c48 req-dc6c49e1-9eff-41c0-975d-b4e0a26e725a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312982 Sep 03 02:00:54.972032 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898193e-e61b-443e-bfe9-800b64103613 req-094833bd-26ff-4b9c-88fb-5055e5f85317 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:54.973495 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d898193e-e61b-443e-bfe9-800b64103613 req-094833bd-26ff-4b9c-88fb-5055e5f85317 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0470438 Sep 03 02:00:55.010772 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d898193e-e61b-443e-bfe9-800b64103613 req-fdc30169-6f4c-4230-aacd-20c60d3b3663 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315242 Sep 03 02:00:55.127049 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6958e-012d-48ab-920a-5f7dfc642ac9 req-1deb61d3-c8a8-49eb-bae2-0cc09d9f6c6c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:55.128743 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dae6958e-012d-48ab-920a-5f7dfc642ac9 req-1deb61d3-c8a8-49eb-bae2-0cc09d9f6c6c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0488594 Sep 03 02:00:55.169497 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dae6958e-012d-48ab-920a-5f7dfc642ac9 req-63f21fdb-5a57-43e1-a2a2-5fcce4eec813 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348325 Sep 03 02:00:55.277708 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Request body: {'port': {'device_id': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:55.411147 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62581-ae19-42a8-9766-6c214785708e req-2429e619-0803-45b1-bf35-b629c7bef697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:55.413852 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-88d62581-ae19-42a8-9766-6c214785708e req-2429e619-0803-45b1-bf35-b629c7bef697 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 1098 time: 0.2051063 Sep 03 02:00:55.421578 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:55.438535 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62972c-ac1f-4f30-88bb-e603c82439c4 req-270f2c5b-0f16-405b-81d7-5239ca7b2f63 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:55.440087 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa62972c-ac1f-4f30-88bb-e603c82439c4 req-270f2c5b-0f16-405b-81d7-5239ca7b2f63 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.2220438 Sep 03 02:00:55.457362 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2ce4b-6e43-466d-bce2-dc691ce8c380 req-466d450a-fcd3-45d0-b115-f6c81d54d123 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:55.458852 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5d2ce4b-6e43-466d-bce2-dc691ce8c380 req-466d450a-fcd3-45d0-b115-f6c81d54d123 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0553248 Sep 03 02:00:55.466133 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-ddca0ecb-d71a-4987-8ba6-c5fbb683ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:55.467528 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-ddca0ecb-d71a-4987-8ba6-c5fbb683ed91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=519d9117-afa4-4a5f-8116-0afcdadeb0ed HTTP/1.1" status: 200 len: 909 time: 0.2512150 Sep 03 02:00:55.496584 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a5d2ce4b-6e43-466d-bce2-dc691ce8c380 req-044ea1eb-9df6-4474-947a-606d0b86ceb9 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Sep 03 02:00:55.519695 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-aa62972c-ac1f-4f30-88bb-e603c82439c4 req-7151b3f9-4b8f-48af-bc05-f10d318b0b3b tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653205 Sep 03 02:00:55.679141 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-a9485a3d-6793-47ed-9cd6-0a6a20a65458 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83052746-3417-4484-8761-67285991b529 HTTP/1.1" status: 200 len: 217 time: 0.0680771 Sep 03 02:00:55.709945 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-88d62581-ae19-42a8-9766-6c214785708e req-2f7f7377-0554-4089-896d-98b2f9381fc2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310339 Sep 03 02:00:55.728810 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aceed5-2528-4c31-8369-7add18ebdeba req-e08e150a-988d-4903-a84a-12d07812ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:55.730303 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-08aceed5-2528-4c31-8369-7add18ebdeba req-e08e150a-988d-4903-a84a-12d07812ecb4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 1099 time: 0.1504345 Sep 03 02:00:55.807555 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25a3f2-f8db-4c00-ae46-611df71e3309 req-c4fb14be-498b-4be0-bf08-76bd73d549b3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:55.809323 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c25a3f2-f8db-4c00-ae46-611df71e3309 req-c4fb14be-498b-4be0-bf08-76bd73d549b3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0629206 Sep 03 02:00:55.851835 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1c25a3f2-f8db-4c00-ae46-611df71e3309 req-8c337bf0-8699-4455-8ca2-878b229dea07 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352459 Sep 03 02:00:55.934037 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-89ab0536-67f0-4fbd-9f19-bfcc1421d789 req-166c7be4-4177-4ca8-9c96-a8b52ed701c1 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0266416 Sep 03 02:00:56.062884 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3109c22-d0c8-466c-a313-1c6a1045cf0b req-f4c92ff1-c1c7-4c90-9627-5bb762fc7f80 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.064394 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a3109c22-d0c8-466c-a313-1c6a1045cf0b req-f4c92ff1-c1c7-4c90-9627-5bb762fc7f80 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0750053 Sep 03 02:00:56.107892 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a3109c22-d0c8-466c-a313-1c6a1045cf0b req-25527b3d-523c-4587-a0fb-9c997df6e89b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346723 Sep 03 02:00:56.118421 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-8915ecc8-f58c-4b90-bb11-cc7df0a75e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.119872 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-8915ecc8-f58c-4b90-bb11-cc7df0a75e3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06d9973e-58b2-4910-b372-92c78497518b HTTP/1.1" status: 200 len: 847 time: 0.1162951 Sep 03 02:00:56.130696 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af058257-f3f6-42e3-b3ec-91a7848e33e2 req-387266e1-92e2-45c9-b840-01b340b7582b tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.132109 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af058257-f3f6-42e3-b3ec-91a7848e33e2 req-387266e1-92e2-45c9-b840-01b340b7582b tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 931 time: 0.1436594 Sep 03 02:00:56.175186 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-08aceed5-2528-4c31-8369-7add18ebdeba req-c83a3148-3d9e-4ad4-ab79-a779e514487c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868680 Sep 03 02:00:56.218128 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-af058257-f3f6-42e3-b3ec-91a7848e33e2 req-f43a5604-78bc-4ab3-8244-f1690af936be tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775359 Sep 03 02:00:56.222183 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:00:56.223328 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d79e-e58d-4e7f-8a7a-cfd7bab55028 req-e1146867-2fdf-4536-a631-92879ef31e94 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.224768 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b55d79e-e58d-4e7f-8a7a-cfd7bab55028 req-e1146867-2fdf-4536-a631-92879ef31e94 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0519443 Sep 03 02:00:56.229965 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:56.243802 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Transition to ACTIVE for port object 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:56.248500 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:56.275153 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1b55d79e-e58d-4e7f-8a7a-cfd7bab55028 req-89b55a53-61ed-4a70-afdb-9a08a4e0d609 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346632 Sep 03 02:00:56.338932 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Pushing event updated for resources: {'Port': ['ID=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:56.401222 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a9e6a-c2c3-4048-b6db-e579ae4e1dd5 req-f00ba942-11c3-4ef9-b842-5eaa24549118 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.402755 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4a0a9e6a-c2c3-4048-b6db-e579ae4e1dd5 req-f00ba942-11c3-4ef9-b842-5eaa24549118 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.1226401 Sep 03 02:00:56.438876 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Attempting to bind port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:56.439219 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Attempting to bind port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:56.439691 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Attempting to bind port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 on network 99de7404-7057-454a-a101-2683cbf76e2f {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:56.442157 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-38c5d250-7e32-4ac3-a4ee-ec0fd30c97c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:56.455652 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 on network 99de7404-7057-454a-a101-2683cbf76e2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:00:56.456827 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Attempting to bind port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 on network 99de7404-7057-454a-a101-2683cbf76e2f {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:56.459717 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:56.461854 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4a0a9e6a-c2c3-4048-b6db-e579ae4e1dd5 req-317a33b4-3aa4-4ef9-b349-54f1cfb8743d tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524113 Sep 03 02:00:56.473003 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:56.473347 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Checking segment: {'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:56.473728 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Bound using segment: {'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:56.474156 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Bound port: 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9cd693-2e5d-4bf0-8310-d2fcce737de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:56.474512 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:56.543786 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-faea8a3e-c8e7-4318-b478-61f85ec6bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.545327 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-faea8a3e-c8e7-4318-b478-61f85ec6bab0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519d9117-afa4-4a5f-8116-0afcdadeb0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867305 Sep 03 02:00:56.568192 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] For port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:56.572322 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] For port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:56.584118 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:56.675639 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.676253 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:56.677669 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] 10.222.0.42 "PUT /v2.0/ports/67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 200 len: 1093 time: 1.4121482 Sep 03 02:00:56.681361 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:00:56.683604 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab86168-0666-4c9e-84f7-465dcdb8dcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:00:56.728442 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91954c6-b0aa-452d-a863-22adedad8013 req-8118a0ca-2423-4783-b505-4061c04ecf29 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.736061 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468e173-21a6-4eb9-8001-157fbcffcf91 service neutron] Pushing event updated for resources: {'Port': ['ID=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:56.736349 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e91954c6-b0aa-452d-a863-22adedad8013 req-8118a0ca-2423-4783-b505-4061c04ecf29 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0629363 Sep 03 02:00:56.748425 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55decf8-9d42-4db0-9758-c44f7d15c9e5 req-cd89e690-74f8-4e03-8747-032d90faf2d0 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.749992 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f55decf8-9d42-4db0-9758-c44f7d15c9e5 req-cd89e690-74f8-4e03-8747-032d90faf2d0 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.1795878 Sep 03 02:00:56.790837 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-51f3112d-3fa2-4932-8c56-de0f08422030 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016156 Sep 03 02:00:56.798736 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e91954c6-b0aa-452d-a863-22adedad8013 req-79cd3cb2-8657-47ac-9def-45a3092a73b2 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567551 Sep 03 02:00:56.806137 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f55decf8-9d42-4db0-9758-c44f7d15c9e5 req-4a1b40a1-6b87-458a-9a27-ff1e0c79e08e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489120 Sep 03 02:00:56.876205 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f657ce66-9bec-4e69-a6ff-038731dfb847 x-openstack-request-id: req-f657ce66-9bec-4e69-a6ff-038731dfb847 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:00:56.876582 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:00:56.876766 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f657ce66-9bec-4e69-a6ff-038731dfb847 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:00:56.877159 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'status': 'completed', 'code': 200} Sep 03 02:00:56.937297 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fea5e-251d-48de-8858-cd38fe5d0886 req-f9aa3944-aa51-4bd3-b976-32081412e202 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.941420 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0c7fea5e-251d-48de-8858-cd38fe5d0886 req-f9aa3944-aa51-4bd3-b976-32081412e202 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0589368 Sep 03 02:00:56.981894 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0c7fea5e-251d-48de-8858-cd38fe5d0886 req-3ef23de1-ee1a-4c41-8e99-87010e984e9f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356421 Sep 03 02:00:56.986440 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-b20cdfc4-8a6e-4efc-b9c1-676e46baa999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:56.988573 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-b20cdfc4-8a6e-4efc-b9c1-676e46baa999 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8&device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 1096 time: 0.1815767 Sep 03 02:00:57.004176 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-80956be6-8d19-4482-8d1d-9fc34cc87bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.005789 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-80956be6-8d19-4482-8d1d-9fc34cc87bff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 1099 time: 0.1489484 Sep 03 02:00:57.024716 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0fd2a479-4633-4661-b6d5-d00d39c1b2ee req-027b15a5-f2d0-4836-a5d1-25f2597cf495 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093384 Sep 03 02:00:57.086239 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-414abf50-5639-4ce7-ba2a-fbb5f193db59 req-864342f9-a382-48e0-bd7b-404a5643267a tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0286868 Sep 03 02:00:57.089560 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-b1164235-5d00-49c6-bcba-4a62143e7e78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 200 len: 217 time: 0.0687594 Sep 03 02:00:57.097725 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91229cbb-fdba-412b-bf4f-5517a2237d16 req-5400f5d1-66cd-4f23-9383-2ae62073ff17 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.099181 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-91229cbb-fdba-412b-bf4f-5517a2237d16 req-5400f5d1-66cd-4f23-9383-2ae62073ff17 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.1585004 Sep 03 02:00:57.225182 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-91229cbb-fdba-412b-bf4f-5517a2237d16 req-68777f2b-a8c1-47d1-8af3-59d7f9724655 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193526 Sep 03 02:00:57.249728 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621bf38-ced1-4994-9f05-c18fccf0c041 req-b2568348-4a4f-43ad-9bec-e9f07b1bf748 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.250315 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-43d648fa-1cda-4cf3-b051-130917137efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.250423 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-43d648fa-1cda-4cf3-b051-130917137efc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 200 len: 911 time: 0.2283447 Sep 03 02:00:57.251651 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2621bf38-ced1-4994-9f05-c18fccf0c041 req-b2568348-4a4f-43ad-9bec-e9f07b1bf748 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0691066 Sep 03 02:00:57.254494 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-86fed4c5-5de3-4985-80eb-e29d2e70f461 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=19c65e5b743049e8bae2548cde5213c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552189 Sep 03 02:00:57.255987 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-93e47d08-a8e5-4401-9e22-19f7d3c4bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.257371 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-93e47d08-a8e5-4401-9e22-19f7d3c4bfb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0846a881-03c7-4a0f-883e-cd218e0f443b HTTP/1.1" status: 200 len: 853 time: 0.0902259 Sep 03 02:00:57.288604 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2621bf38-ced1-4994-9f05-c18fccf0c041 req-8997f8cd-c983-4433-b27e-5c248971009e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360775 Sep 03 02:00:57.405851 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ab621-95c8-4f92-be89-31a88019c80d req-8d240003-5d70-46c9-9985-3e01cb4c7981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.407341 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a2ab621-95c8-4f92-be89-31a88019c80d req-8d240003-5d70-46c9-9985-3e01cb4c7981 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0490441 Sep 03 02:00:57.449517 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a2ab621-95c8-4f92-be89-31a88019c80d req-90c3f86d-4e0e-42cf-a33e-63c985b8079b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353196 Sep 03 02:00:57.458873 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-90906fe9-a60a-49b0-bf07-d2d3cfda6871 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e972b27-9906-464a-8652-21c602f029e6 HTTP/1.1" status: 200 len: 1002 time: 0.1959019 Sep 03 02:00:57.470909 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-2a575e19-59ed-4da2-95c9-ceb32865bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.472963 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-2a575e19-59ed-4da2-95c9-ceb32865bc25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99de7404-7057-454a-a101-2683cbf76e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1890044 Sep 03 02:00:57.482660 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aac317-2d2f-4793-831d-87afd36f47d9 req-e1e99a02-dac0-45d3-b6d2-02a23a48f320 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.484035 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a5aac317-2d2f-4793-831d-87afd36f47d9 req-e1e99a02-dac0-45d3-b6d2-02a23a48f320 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 943 time: 0.1665392 Sep 03 02:00:57.508995 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-45c97bbe-0e5f-44ac-8211-84af5be62c2a tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.510285 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-45c97bbe-0e5f-44ac-8211-84af5be62c2a tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375464 Sep 03 02:00:57.530004 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:00:57.536201 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a5aac317-2d2f-4793-831d-87afd36f47d9 req-bd249eff-87e4-401d-a7b9-e16de9477001 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Sep 03 02:00:57.575337 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Request body: {'port': {'device_id': 'd92d8d3d-79e8-462e-bc57-37ce6d09d075', 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084', 'admin_state_up': True, 'tenant_id': '19c65e5b743049e8bae2548cde5213c2'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:57.628937 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:57.640342 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'port_id': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'mac_address': 'fa:16:3e:7b:11:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:00:57.679247 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:57.691939 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:00:57.712783 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:57.716703 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:57.725537 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-54192ac6-5c1e-49a1-a0c6-3cd0f85d7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.726999 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-54192ac6-5c1e-49a1-a0c6-3cd0f85d7f90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=013631d7-7a1e-4a3d-ada0-12789532d705 HTTP/1.1" status: 200 len: 849 time: 0.1559737 Sep 03 02:00:57.758022 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-047c5e37-478e-4d80-99e4-3a9a1fb7682a service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956379 Sep 03 02:00:57.765515 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=6']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:57.848210 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Made reservation on behalf of 19c65e5b743049e8bae2548cde5213c2 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:57.851866 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:57.859229 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-0ec1b9be-d680-413a-aba5-ab65519b710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.860747 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-0ec1b9be-d680-413a-aba5-ab65519b710a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a88e5a51-5dbf-49a2-9096-b693012f5b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975685 Sep 03 02:00:57.897432 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:57.913696 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a2357-0bed-41ad-a9f7-4467b1d283c9 req-ff8c4f25-c5f0-4fa0-ad51-c396e6051092 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:57.915375 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce1a2357-0bed-41ad-a9f7-4467b1d283c9 req-ff8c4f25-c5f0-4fa0-ad51-c396e6051092 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0500298 Sep 03 02:00:57.959167 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ce1a2357-0bed-41ad-a9f7-4467b1d283c9 req-d93e4697-92ff-43d7-80f9-6b95dd84faa4 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346262 Sep 03 02:00:58.009652 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-00515c47-4bc6-48fa-9537-9515039b91b8 req-842be90b-943c-4979-9480-9752d50c882c service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109385 Sep 03 02:00:58.020719 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['8c2c8193-ad39-4b32-9e4f-289c56fe16c0'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:00:58.072435 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179144fd-49f0-43d7-a478-d5ee60f887f5 req-f153cf1b-b297-4925-86c5-1adb003a9123 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:58.079786 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-179144fd-49f0-43d7-a478-d5ee60f887f5 req-f153cf1b-b297-4925-86c5-1adb003a9123 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.1856549 Sep 03 02:00:58.113033 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7f743-f58c-4901-8977-174880e08254 req-f8d7708b-6095-4f1f-8628-1d6a7c8b0e64 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:58.120779 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-edf7f743-f58c-4901-8977-174880e08254 req-f8d7708b-6095-4f1f-8628-1d6a7c8b0e64 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0615602 Sep 03 02:00:58.143034 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-838de2d2-07aa-455b-95e7-f8d5640094c5 service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986849 Sep 03 02:00:58.156682 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-179144fd-49f0-43d7-a478-d5ee60f887f5 req-bdab5904-e7b7-4dd8-8a7c-ef83a93d53c9 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760312 Sep 03 02:00:58.171052 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-edf7f743-f58c-4901-8977-174880e08254 req-bbffa612-339b-41d1-8ecb-6f06fbffcf96 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438626 Sep 03 02:00:58.200235 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:58.203728 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:58.277348 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead5e351-07bc-45a1-9d69-05af93f90bd0,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:58.291668 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c7f1b71f-ff5f-4d8a-a8c6-68ebefefca41 req-79e8848d-353b-4c3f-8856-9dd43f7e89e7 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0625236 Sep 03 02:00:58.417911 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bc0a8-b872-4f76-9b6b-fa5af1988738 req-2334949f-f68a-4e86-a9d5-48c9e509b82a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:58.419434 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7f8bc0a8-b872-4f76-9b6b-fa5af1988738 req-2334949f-f68a-4e86-a9d5-48c9e509b82a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0568099 Sep 03 02:00:58.458976 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7f8bc0a8-b872-4f76-9b6b-fa5af1988738 req-47df8972-2d23-4f7a-9a63-4f5676104fe4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327029 Sep 03 02:00:58.485914 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-75446da6-1667-458a-9b9c-7ac9d1c499cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:58.487963 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-75446da6-1667-458a-9b9c-7ac9d1c499cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8&device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 1096 time: 0.1893904 Sep 03 02:00:58.495734 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Allocated IP 192.168.233.244 (9a7b08ff-33a3-4b19-a886-3ccaa3e00084/406f405a-a2fd-4074-85d7-118eb4d1eedb/57aef88d-a459-4d8c-bee7-9e82f755e6d2) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:58.541166 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e0838-0a9c-4d21-b438-28f24728436d req-d9d68b20-1b58-496f-b9e5-64e8eb47d6f4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:58.542568 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a89e0838-0a9c-4d21-b438-28f24728436d req-d9d68b20-1b58-496f-b9e5-64e8eb47d6f4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.1937282 Sep 03 02:00:58.565784 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92e569-5dde-41ec-b16e-68219d1e4220 req-49da3ccd-eb27-4798-9010-9f49bd30f2a8 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:58.567285 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ac92e569-5dde-41ec-b16e-68219d1e4220 req-49da3ccd-eb27-4798-9010-9f49bd30f2a8 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0513458 Sep 03 02:00:58.583046 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca6a9f9c-8702-4025-ba8e-f8123c0d20bd req-dc417443-5642-47a9-83bf-965d6fc862e4 service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952056 Sep 03 02:00:58.608356 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ac92e569-5dde-41ec-b16e-68219d1e4220 req-c2b992b3-6b8c-4e4b-9c77-9148880bd475 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340796 Sep 03 02:00:58.723550 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff34754-4492-462c-ae02-993a80944fd3 req-0dec88ce-67d2-4bdc-90fb-87f11d37a8e2 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:58.725435 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1ff34754-4492-462c-ae02-993a80944fd3 req-0dec88ce-67d2-4bdc-90fb-87f11d37a8e2 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 943 time: 0.0562587 Sep 03 02:00:58.777754 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1ff34754-4492-462c-ae02-993a80944fd3 req-b6ebc87c-b16e-4473-9970-915aae87ce56 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Sep 03 02:00:58.906439 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a89e0838-0a9c-4d21-b438-28f24728436d req-4fad7ec0-53c7-49e2-854f-527ef50a2e20 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554988 Sep 03 02:00:58.944154 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a766985a-59c5-42ae-b9be-a424f92db929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:58.957735 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-241795e5-da56-4048-bf42-7562d708c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:58.959366 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-241795e5-da56-4048-bf42-7562d708c73e service neutron] 10.222.0.42 "GET /v2.0/networks?id=99de7404-7057-454a-a101-2683cbf76e2f HTTP/1.1" status: 200 len: 915 time: 0.4538732 Sep 03 02:00:59.039150 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-a93bc05b-d4d5-4590-812d-f6520d46c7f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 200 len: 217 time: 0.0495858 Sep 03 02:00:59.072739 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:59.094002 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca3a16-36ff-4843-b2c6-6f7e8db01396 req-5f674207-dd8d-4486-b766-4bc33471789f tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:59.095501 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92ca3a16-36ff-4843-b2c6-6f7e8db01396 req-5f674207-dd8d-4486-b766-4bc33471789f tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0537214 Sep 03 02:00:59.111542 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Transition to ACTIVE for port object 57aef88d-a459-4d8c-bee7-9e82f755e6d2 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:59.137273 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-ff30a199-8689-46bc-880e-835519272883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:59.138333 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-92ca3a16-36ff-4843-b2c6-6f7e8db01396 req-d45f7c74-7c6d-4f3f-be28-a0015b8d1000 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358839 Sep 03 02:00:59.138745 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-ff30a199-8689-46bc-880e-835519272883 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0846a881-03c7-4a0f-883e-cd218e0f443b HTTP/1.1" status: 200 len: 853 time: 0.0560775 Sep 03 02:00:59.164508 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:59.219596 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:59.306841 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:59.308334 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb6851-019d-4161-9a34-9c72fccf0933 req-6112344c-34bd-43ce-8708-22f03bd0d0e3 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:59.310518 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d3eb6851-019d-4161-9a34-9c72fccf0933 req-6112344c-34bd-43ce-8708-22f03bd0d0e3 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0564730 Sep 03 02:00:59.320917 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:59.324101 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e38aef-a313-4c47-86c0-788e6de26ed2 req-61938099-4a5e-4201-a240-a7863907c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:59.325579 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32e38aef-a313-4c47-86c0-788e6de26ed2 req-61938099-4a5e-4201-a240-a7863907c468 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 1098 time: 0.1548030 Sep 03 02:00:59.326176 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Pushing event updated for resources: {'Port': ['ID=57aef88d-a459-4d8c-bee7-9e82f755e6d2,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:59.328657 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:59.335639 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-f667e2e5-4865-4b71-8d66-a327ddfc0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:59.337178 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-f667e2e5-4865-4b71-8d66-a327ddfc0464 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99de7404-7057-454a-a101-2683cbf76e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1755724 Sep 03 02:00:59.380919 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d3eb6851-019d-4161-9a34-9c72fccf0933 req-0fa42232-5267-4f7a-b28c-d3a11b93af52 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618439 Sep 03 02:00:59.458951 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32e38aef-a313-4c47-86c0-788e6de26ed2 req-71737948-c571-4aa8-9468-5e83da30a391 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931020 Sep 03 02:00:59.470390 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb651e9-be93-4ffa-9e9e-cb53a3ff6ef3 req-265c23b8-f87d-476d-b567-7685614bd639 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:59.471715 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4cb651e9-be93-4ffa-9e9e-cb53a3ff6ef3 req-265c23b8-f87d-476d-b567-7685614bd639 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.2118127 Sep 03 02:00:59.480107 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:59.480758 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:59.523814 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50742b37-13b1-466c-b9f3-80cf6e4afd1e req-4b2fff6c-4c69-40f0-a844-ef5e7a21fcb2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:59.525890 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50742b37-13b1-466c-b9f3-80cf6e4afd1e req-4b2fff6c-4c69-40f0-a844-ef5e7a21fcb2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 936 time: 0.0676608 Sep 03 02:00:59.539033 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-7759f503-87d4-4767-bd1c-5023085424d2 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9754138 Sep 03 02:00:59.544334 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 83052746-3417-4484-8761-67285991b529 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:00:59.562432 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:59.571278 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4cb651e9-be93-4ffa-9e9e-cb53a3ff6ef3 req-c54418d2-e5fa-4eb3-a54b-98269fd28106 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867939 Sep 03 02:00:59.575280 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-a1a72ad0-7b5d-49c4-ae5b-fae7376eac18 service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808314 Sep 03 02:00:59.594603 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50742b37-13b1-466c-b9f3-80cf6e4afd1e req-1b10ed64-72c6-4315-8bbb-60672574ab80 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579410 Sep 03 02:00:59.708076 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc08d40-1542-4958-8011-7ca14f907694 req-67af1b35-edab-4811-a4d7-a7fde94fe4e2 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:59.708299 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 83052746-3417-4484-8761-67285991b529, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83052746-3417-4484-8761-67285991b529,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:59.716279 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0dc08d40-1542-4958-8011-7ca14f907694 req-67af1b35-edab-4811-a4d7-a7fde94fe4e2 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0665686 Sep 03 02:00:59.722993 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '83052746-3417-4484-8761-67285991b529', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'port_id': '83052746-3417-4484-8761-67285991b529', 'mac_address': 'fa:16:3e:88:8d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:00:59.726980 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-acf31c33-e4fa-4fc4-b470-e305bfb226b5 None None] Provisioning for port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:59.754063 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0dc08d40-1542-4958-8011-7ca14f907694 req-7bd4dc67-228a-447c-bc17-4b1d6cfa1d87 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367041 Sep 03 02:00:59.761176 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-acf31c33-e4fa-4fc4-b470-e305bfb226b5 None None] Provisioning complete for port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:59.761551 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-acf31c33-e4fa-4fc4-b470-e305bfb226b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:59.805205 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:59.818966 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-acf31c33-e4fa-4fc4-b470-e305bfb226b5 None None] Port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:00:59.820343 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:59.820715 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:59.843507 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83052746-3417-4484-8761-67285991b529 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:00:59.873339 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 83052746-3417-4484-8761-67285991b529, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83052746-3417-4484-8761-67285991b529,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:59.877302 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:59.892913 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f4dda-fe73-49d4-ab7c-284321784f0f req-ffa3dfd0-8f9c-48aa-be49-585b4ca75b84 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:59.895204 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-653f4dda-fe73-49d4-ab7c-284321784f0f req-ffa3dfd0-8f9c-48aa-be49-585b4ca75b84 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 943 time: 0.0533624 Sep 03 02:00:59.937430 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-653f4dda-fe73-49d4-ab7c-284321784f0f req-36f22669-9131-44a0-862d-60bebee75e02 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356619 Sep 03 02:00:59.953121 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=83052746-3417-4484-8761-67285991b529,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:59.967281 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Request body: {'port': {'device_id': 'd92d8d3d-79e8-462e-bc57-37ce6d09d075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:59.976934 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:00.026276 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:00.028669 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0abe72-4716-4c5e-a3e9-981ae391ad3d" -d '{"events": [{"server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "name": "network-vif-plugged", "status": "completed", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:00.044354 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:00.056461 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:00.130776 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:00.133600 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:00.136033 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=7']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:00.147804 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70727-0db9-478f-8fcf-40f8463e0e77 req-551f12ba-6e2e-474b-ae58-0929b999478d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:00.149356 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cfe70727-0db9-478f-8fcf-40f8463e0e77 req-551f12ba-6e2e-474b-ae58-0929b999478d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0994084 Sep 03 02:01:00.158324 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dab86168-0666-4c9e-84f7-465dcdb8dcf3 req-b434743a-7df7-44ef-9cae-982be6cb466b service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244289 Sep 03 02:01:00.231021 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cfe70727-0db9-478f-8fcf-40f8463e0e77 req-3130b970-5d0f-462d-8abe-34e7a4b80dd4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748944 Sep 03 02:01:00.294249 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c40b3a-16ab-48a3-afeb-fdfce02984ae x-openstack-request-id: req-84c40b3a-16ab-48a3-afeb-fdfce02984ae {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:00.294552 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "name": "network-vif-plugged", "status": "completed", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:00.294808 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84c40b3a-16ab-48a3-afeb-fdfce02984ae {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:00.295412 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'code': 200} Sep 03 02:01:00.528522 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57aef88d-a459-4d8c-bee7-9e82f755e6d2 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:01:00.540823 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd712fb-567b-4082-97d2-8290bceb141b req-fa7876d9-c35b-48ba-9682-e58f76ed618a tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:00.542419 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6dd712fb-567b-4082-97d2-8290bceb141b req-fa7876d9-c35b-48ba-9682-e58f76ed618a tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 945 time: 0.0955582 Sep 03 02:01:00.547394 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:00.586651 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Transition to ACTIVE for port object 57aef88d-a459-4d8c-bee7-9e82f755e6d2 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:01:00.604160 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:00.605820 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['83052746-3417-4484-8761-67285991b529'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:01:00.629448 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6dd712fb-567b-4082-97d2-8290bceb141b req-15911f2f-9773-495f-a4bd-336388786df4 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770569 Sep 03 02:01:00.780277 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Pushing event updated for resources: {'Port': ['ID=57aef88d-a459-4d8c-bee7-9e82f755e6d2,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:00.787793 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a29f25-1250-43db-b8bd-456031c526cb req-79a6a61f-66fc-4e1b-afb7-38a47d279e14 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:00.796308 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e1a29f25-1250-43db-b8bd-456031c526cb req-79a6a61f-66fc-4e1b-afb7-38a47d279e14 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.1090784 Sep 03 02:01:00.863836 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e1a29f25-1250-43db-b8bd-456031c526cb req-7547ef07-5e05-4c6f-ac6a-2e985b3cd478 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660906 Sep 03 02:01:00.890874 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413908b-a679-4ab0-afbe-f4aa504041aa req-3c7b1ed2-ed0c-4cd1-a355-ee4450066add tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:00.899355 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3413908b-a679-4ab0-afbe-f4aa504041aa req-3c7b1ed2-ed0c-4cd1-a355-ee4450066add tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 948 time: 0.1160014 Sep 03 02:01:00.910159 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Attempting to bind port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:01:00.910159 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Attempting to bind port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '1f8fae52-5f00-4240-9d6a-36e97e2be64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:01:00.910159 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Attempting to bind port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 on network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:01:00.924026 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 on network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:01:00.924885 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Attempting to bind port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 on network 9a7b08ff-33a3-4b19-a886-3ccaa3e00084 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:01:00.945795 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:01:00.946178 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Checking segment: {'id': '1f8fae52-5f00-4240-9d6a-36e97e2be64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:01:00.946513 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Bound using segment: {'id': '1f8fae52-5f00-4240-9d6a-36e97e2be64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:01:00.946958 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Bound port: 57aef88d-a459-4d8c-bee7-9e82f755e6d2, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8fae52-5f00-4240-9d6a-36e97e2be64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:01:00.947317 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:01.058566 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787181ee-b84d-4513-a720-46e62fa35535 req-3e0241c5-58d6-4be5-b83d-dede26f267a0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:01.063008 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3413908b-a679-4ab0-afbe-f4aa504041aa req-6d2707a3-869a-464c-a71a-bf7da4ecfb6f tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627548 Sep 03 02:01:01.068917 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-787181ee-b84d-4513-a720-46e62fa35535 req-3e0241c5-58d6-4be5-b83d-dede26f267a0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.1204851 Sep 03 02:01:01.129507 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] For port 57aef88d-a459-4d8c-bee7-9e82f755e6d2, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:01:01.132016 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-787181ee-b84d-4513-a720-46e62fa35535 req-c280b301-f15b-4c67-bf17-bbd191843b27 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576901 Sep 03 02:01:01.135381 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] For port 57aef88d-a459-4d8c-bee7-9e82f755e6d2, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57aef88d-a459-4d8c-bee7-9e82f755e6d2,segment=NetworkSegment(1f8fae52-5f00-4240-9d6a-36e97e2be64a),segment_id=1f8fae52-5f00-4240-9d6a-36e97e2be64a)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:01:01.150048 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:01.206476 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:01.207103 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:01.208496 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] 10.222.0.42 "PUT /v2.0/ports/57aef88d-a459-4d8c-bee7-9e82f755e6d2 HTTP/1.1" status: 200 len: 1098 time: 1.2540617 Sep 03 02:01:01.208970 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92d8d3d-79e8-462e-bc57-37ce6d09d075', 'tag': '57aef88d-a459-4d8c-bee7-9e82f755e6d2'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:01.211367 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d92d8d3d-79e8-462e-bc57-37ce6d09d075", "tag": "57aef88d-a459-4d8c-bee7-9e82f755e6d2"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:01.264616 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b605b-411a-41be-b324-16dde8f7237d req-7b1616a2-c907-40ad-8526-b8916e058882 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:01.273799 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8b5b605b-411a-41be-b324-16dde8f7237d req-7b1616a2-c907-40ad-8526-b8916e058882 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 943 time: 0.1352746 Sep 03 02:01:01.286409 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b6bba2-8e47-4e4e-9aa4-7007b2ce0a7e x-openstack-request-id: req-40b6bba2-8e47-4e4e-9aa4-7007b2ce0a7e {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:01.286697 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92d8d3d-79e8-462e-bc57-37ce6d09d075", "tag": "57aef88d-a459-4d8c-bee7-9e82f755e6d2", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:01.286950 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40b6bba2-8e47-4e4e-9aa4-7007b2ce0a7e {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:01.287349 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92d8d3d-79e8-462e-bc57-37ce6d09d075', 'tag': '57aef88d-a459-4d8c-bee7-9e82f755e6d2', 'status': 'completed', 'code': 200} Sep 03 02:01:01.289439 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7ce41-76b1-4174-b1a4-a5e5b8dcc291 service neutron] Pushing event updated for resources: {'Port': ['ID=57aef88d-a459-4d8c-bee7-9e82f755e6d2,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:01.322708 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8b5b605b-411a-41be-b324-16dde8f7237d req-f06a801d-4840-45eb-8bf5-332198418007 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476513 Sep 03 02:01:01.386518 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-cf1302ce-03c5-4c03-ba5e-c51da53a5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:01.388588 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-cf1302ce-03c5-4c03-ba5e-c51da53a5517 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=19c65e5b743049e8bae2548cde5213c2&device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 1101 time: 0.0530655 Sep 03 02:01:01.433890 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1c05a-ba93-48e4-9fcf-2858c9af6a23 req-6ed02291-a5b4-4964-835b-594a91a1e059 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:01.435542 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ecf1c05a-ba93-48e4-9fcf-2858c9af6a23 req-6ed02291-a5b4-4964-835b-594a91a1e059 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0605576 Sep 03 02:01:01.469869 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-ae63eb2d-4caf-4935-b263-6841aa583dfb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=57aef88d-a459-4d8c-bee7-9e82f755e6d2 HTTP/1.1" status: 200 len: 217 time: 0.0492201 Sep 03 02:01:01.489458 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ecf1c05a-ba93-48e4-9fcf-2858c9af6a23 req-69e50d71-2506-4bfc-8725-8d893bbd6752 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Sep 03 02:01:01.566200 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:01:01.672769 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-c009912f-c854-4f4b-83de-d3dcc63b48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:01.674963 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-c009912f-c854-4f4b-83de-d3dcc63b48eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=406f405a-a2fd-4074-85d7-118eb4d1eedb HTTP/1.1" status: 200 len: 843 time: 0.0699065 Sep 03 02:01:01.692237 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:01.704145 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'port_id': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'mac_address': 'fa:16:3e:f4:a9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:01:01.754710 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:01.772637 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:01:01.800546 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-199a1f97-9f30-4918-9a70-bc8ecb44d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:01.801602 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-199a1f97-9f30-4918-9a70-bc8ecb44d423 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a7b08ff-33a3-4b19-a886-3ccaa3e00084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1097026 Sep 03 02:01:01.803563 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:01.822226 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:01.862209 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b158a-ad34-403f-b968-5303eccd8601 req-4c5175ca-a5b7-42f0-91cc-bdf2917bd7dc tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:01.862483 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:01.870426 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-303b158a-ad34-403f-b968-5303eccd8601 req-4c5175ca-a5b7-42f0-91cc-bdf2917bd7dc tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 945 time: 0.1153080 Sep 03 02:01:01.901179 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:01.957134 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-303b158a-ad34-403f-b968-5303eccd8601 req-0aedafe9-06b8-44a0-ad3b-198009a9712a tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840311 Sep 03 02:01:02.023544 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-0cd98b42-4a8c-4da6-96fa-704e48e3ff16 service neutron] 10.222.0.42 "GET /v2.0/networks/9a7b08ff-33a3-4b19-a886-3ccaa3e00084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864767 Sep 03 02:01:02.182358 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e053d-b75c-4293-93af-1f26526d0b6b req-eae9eb27-1984-4775-9900-26a4f84913e0 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:02.199809 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c6e053d-b75c-4293-93af-1f26526d0b6b req-eae9eb27-1984-4775-9900-26a4f84913e0 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 948 time: 0.0723042 Sep 03 02:01:02.217568 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4b604ab3-efea-4705-ae3e-ba2ddcd0d1a6 req-76864732-5463-4b12-8c9a-2258f2e35884 service neutron] 10.222.0.42 "GET /v2.0/networks/9a7b08ff-33a3-4b19-a886-3ccaa3e00084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726091 Sep 03 02:01:02.293293 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9c6e053d-b75c-4293-93af-1f26526d0b6b req-a76a5018-eb48-4d17-a03f-d294c6c10fec tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876005 Sep 03 02:01:02.352760 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dc5d3-e6b3-4269-a2bd-b141458c681b req-d752ec81-34d5-47b5-8382-99370000798c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:02.354366 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-607dc5d3-e6b3-4269-a2bd-b141458c681b req-d752ec81-34d5-47b5-8382-99370000798c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0647774 Sep 03 02:01:02.400344 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-607dc5d3-e6b3-4269-a2bd-b141458c681b req-d2c1e25e-8888-41ae-992a-bd7c3d740d38 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376332 Sep 03 02:01:02.493238 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b88cb7-6ac7-4857-8c19-057dd180a1de req-625c3d06-a171-4d15-9391-fbcb0851c6a9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:02.497038 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-afc24dd1-fb9f-43fb-b422-03a5998df1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:02.498661 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-afc24dd1-fb9f-43fb-b422-03a5998df1d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=19c65e5b743049e8bae2548cde5213c2&device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 1101 time: 0.0487752 Sep 03 02:01:02.501172 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-85b88cb7-6ac7-4857-8c19-057dd180a1de req-625c3d06-a171-4d15-9391-fbcb0851c6a9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 944 time: 0.0695281 Sep 03 02:01:02.555105 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-85b88cb7-6ac7-4857-8c19-057dd180a1de req-aa6fb3eb-693b-4b2d-b1e9-1843cddeb651 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520983 Sep 03 02:01:02.662031 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-1aa7feef-baa3-46e8-b4e2-4be87d18d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:02.663520 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-1aa7feef-baa3-46e8-b4e2-4be87d18d390 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9a7b08ff-33a3-4b19-a886-3ccaa3e00084 HTTP/1.1" status: 200 len: 870 time: 0.1464510 Sep 03 02:01:02.719351 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-603bec90-b189-4369-828a-7271c89be4fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=57aef88d-a459-4d8c-bee7-9e82f755e6d2 HTTP/1.1" status: 200 len: 217 time: 0.0443735 Sep 03 02:01:02.728392 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df20a2-9fbb-405a-8413-049b86f88f88 req-6a28dff0-4337-4561-aada-8f4f1d4e4777 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:02.736215 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-35df20a2-9fbb-405a-8413-049b86f88f88 req-6a28dff0-4337-4561-aada-8f4f1d4e4777 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.1397374 Sep 03 02:01:02.809318 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-0d885646-bdb4-429b-951c-2303bed81137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:02.811155 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-0d885646-bdb4-429b-951c-2303bed81137 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=406f405a-a2fd-4074-85d7-118eb4d1eedb HTTP/1.1" status: 200 len: 843 time: 0.0708618 Sep 03 02:01:02.822097 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-35df20a2-9fbb-405a-8413-049b86f88f88 req-eaacf1bb-500c-4e3a-8596-1d8cbc3167df tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850387 Sep 03 02:01:02.840092 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:01:02.890635 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-2c6e3f08-8d88-426e-a34c-6f5e38c252be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:02.897955 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-2c6e3f08-8d88-426e-a34c-6f5e38c252be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9a7b08ff-33a3-4b19-a886-3ccaa3e00084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698807 Sep 03 02:01:03.108122 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e8aa2-0005-4d9f-bf19-de73332c932e req-f91dce65-3d79-48a3-8f0c-669502d998d4 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:03.116799 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e17e8aa2-0005-4d9f-bf19-de73332c932e req-f91dce65-3d79-48a3-8f0c-669502d998d4 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 945 time: 0.0814526 Sep 03 02:01:03.157974 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e17e8aa2-0005-4d9f-bf19-de73332c932e req-6241133e-e6c0-4507-a725-84b7f0e64f45 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Sep 03 02:01:03.217956 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-67d49e93-dfa2-4d2c-a66e-28e2788325e1 service neutron] 10.222.0.42 "GET /v2.0/networks/9a7b08ff-33a3-4b19-a886-3ccaa3e00084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059788 Sep 03 02:01:03.288620 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918391-11ba-4085-81a5-1de560106b8e req-8d5e0797-3cd9-43a7-be21-bf50d09b8dc5 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:03.290572 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a7918391-11ba-4085-81a5-1de560106b8e req-8d5e0797-3cd9-43a7-be21-bf50d09b8dc5 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.1342156 Sep 03 02:01:03.379640 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73d43-528b-4129-9b34-525776a21e87 req-359d0392-150e-4b68-bd4a-b5b21cd1c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:03.381557 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-65c73d43-528b-4129-9b34-525776a21e87 req-359d0392-150e-4b68-bd4a-b5b21cd1c17e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 1098 time: 0.1767290 Sep 03 02:01:03.435221 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603cd1e-fac0-4a5d-ae50-85e7d0198824 req-6d437ce5-d805-4bf6-89b8-9da9fb0d19ed tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:03.436741 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8603cd1e-fac0-4a5d-ae50-85e7d0198824 req-6d437ce5-d805-4bf6-89b8-9da9fb0d19ed tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 948 time: 0.0621893 Sep 03 02:01:03.467532 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a7918391-11ba-4085-81a5-1de560106b8e req-919e8602-c0ba-4178-8323-0ecdf1bf0596 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597784 Sep 03 02:01:03.474575 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e6adb54-58a3-45f0-b0eb-a375ee10b3c5 req-d6f2eefc-d7f7-48f3-8c45-c71d4de341fe service neutron] 10.222.0.42 "GET /v2.0/networks/9a7b08ff-33a3-4b19-a886-3ccaa3e00084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285089 Sep 03 02:01:03.505931 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8603cd1e-fac0-4a5d-ae50-85e7d0198824 req-f4ffa1fa-6141-4ad6-89f3-f409e79332f9 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563915 Sep 03 02:01:03.592648 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 83052746-3417-4484-8761-67285991b529 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:01:03.631328 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73d43-528b-4129-9b34-525776a21e87 req-c42a9d09-0732-47fd-8ba3-c06fa9aeda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:03.633299 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-65c73d43-528b-4129-9b34-525776a21e87 req-c42a9d09-0732-47fd-8ba3-c06fa9aeda2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 920 time: 0.2326519 Sep 03 02:01:03.653384 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a72981-501f-436a-b218-fcd4e6678bf9 req-799204ff-aeef-4853-8100-c37cc13e3668 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:03.655796 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-43a72981-501f-436a-b218-fcd4e6678bf9 req-799204ff-aeef-4853-8100-c37cc13e3668 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0934942 Sep 03 02:01:03.679098 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 83052746-3417-4484-8761-67285991b529 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:01:03.690004 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 83052746-3417-4484-8761-67285991b529 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:01:03.691507 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:03.721110 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9d76-5dbf-49b4-b2e6-2054755ecdbe req-9da45f62-7710-4aa8-94f6-3b41801220fc tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:03.726465 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-65c73d43-528b-4129-9b34-525776a21e87 req-2a0ba97f-e0a4-4fd2-9574-bd3f310e37c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6 HTTP/1.1" status: 200 len: 217 time: 0.0687211 Sep 03 02:01:03.730373 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d1eb9d76-5dbf-49b4-b2e6-2054755ecdbe req-9da45f62-7710-4aa8-94f6-3b41801220fc tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 944 time: 0.0779791 Sep 03 02:01:03.793190 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d1eb9d76-5dbf-49b4-b2e6-2054755ecdbe req-4ac968e3-d95b-4e57-98fe-c0e21353df05 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593417 Sep 03 02:01:03.816603 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:03.824030 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-43a72981-501f-436a-b218-fcd4e6678bf9 req-3ea44d1b-f0c5-4a04-bdb8-775acac4c47d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511939 Sep 03 02:01:03.847775 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73d43-528b-4129-9b34-525776a21e87 req-14e18b65-19b3-4811-893c-ab383c744e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:03.852290 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-65c73d43-528b-4129-9b34-525776a21e87 req-14e18b65-19b3-4811-893c-ab383c744e25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf88f5a8-e67a-4d71-8361-698d70424a65 HTTP/1.1" status: 200 len: 859 time: 0.1114335 Sep 03 02:01:03.865670 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83052746-3417-4484-8761-67285991b529'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:03.868363 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e0154e-bbf9-495d-bde5-9092488ea185" -d '{"events": [{"server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "name": "network-vif-plugged", "status": "completed", "tag": "83052746-3417-4484-8761-67285991b529"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:03.872586 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 83052746-3417-4484-8761-67285991b529, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83052746-3417-4484-8761-67285991b529,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:03.894773 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:03.927087 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-65c73d43-528b-4129-9b34-525776a21e87 req-18ee7440-65a2-47e2-8703-96458b6680aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585997 Sep 03 02:01:03.939655 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04289f44-1547-4935-828e-46b369537f64 x-openstack-request-id: req-04289f44-1547-4935-828e-46b369537f64 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:03.939655 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "name": "network-vif-plugged", "status": "completed", "tag": "83052746-3417-4484-8761-67285991b529", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:03.940509 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04289f44-1547-4935-828e-46b369537f64 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:03.940509 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83052746-3417-4484-8761-67285991b529', 'code': 200} Sep 03 02:01:03.971961 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=83052746-3417-4484-8761-67285991b529,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:04.103338 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-65c73d43-528b-4129-9b34-525776a21e87 req-93edaa69-162a-456c-809d-c5b1c3155c9c service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018867 Sep 03 02:01:04.222710 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-65c73d43-528b-4129-9b34-525776a21e87 req-de30d614-1797-4781-a3b2-874d7275cba3 service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065645 Sep 03 02:01:04.312156 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111058d-c57a-42a4-8342-0b7a5aa43271 req-bcdfc56a-ad3c-4ddf-b9c0-5f50b20042aa tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:04.321789 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b111058d-c57a-42a4-8342-0b7a5aa43271 req-bcdfc56a-ad3c-4ddf-b9c0-5f50b20042aa tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0768771 Sep 03 02:01:04.382088 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b111058d-c57a-42a4-8342-0b7a5aa43271 req-331e2ad8-ae9d-40c6-bc2c-7cda6aa6d8d2 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589774 Sep 03 02:01:04.572246 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db4076-56b2-4243-b6c7-ebe180cb58c0 req-5d737aca-454b-4888-8c0e-54514c650366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:04.573832 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-71db4076-56b2-4243-b6c7-ebe180cb58c0 req-5d737aca-454b-4888-8c0e-54514c650366 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1099 time: 0.0794067 Sep 03 02:01:04.645230 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331c966-6114-4ade-a680-0d50ba3338af req-3a6841dc-4ccf-44a8-b100-6fb7c4a5d181 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:04.647500 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9331c966-6114-4ade-a680-0d50ba3338af req-3a6841dc-4ccf-44a8-b100-6fb7c4a5d181 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0937254 Sep 03 02:01:04.655358 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-71db4076-56b2-4243-b6c7-ebe180cb58c0 req-e7b55383-bd9a-4602-93a4-2f1b665a79d6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672607 Sep 03 02:01:04.671966 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48279bb0-e4dc-499e-90d9-43c02fa5fe2b req-56ca5aec-6997-4dc4-8f0e-935e6cf60e58 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:04.673584 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-48279bb0-e4dc-499e-90d9-43c02fa5fe2b req-56ca5aec-6997-4dc4-8f0e-935e6cf60e58 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 948 time: 0.0788832 Sep 03 02:01:04.712494 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9331c966-6114-4ade-a680-0d50ba3338af req-07502c5d-1230-4d11-847d-0e9760a70187 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440965 Sep 03 02:01:04.732431 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-48279bb0-e4dc-499e-90d9-43c02fa5fe2b req-ea356ea2-8722-4105-bfa9-fbf6ec4b8af6 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507314 Sep 03 02:01:04.913864 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b518c-6722-4ed0-9474-f2c0dbf6457d req-ed208332-6272-4876-a080-107c0ced84f9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:04.915522 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b15b518c-6722-4ed0-9474-f2c0dbf6457d req-ed208332-6272-4876-a080-107c0ced84f9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 944 time: 0.0566971 Sep 03 02:01:04.968613 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b15b518c-6722-4ed0-9474-f2c0dbf6457d req-f9c2859f-021f-4289-8c08-b54e1898b0d0 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460544 Sep 03 02:01:04.979759 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fd42c-8b55-46bf-8c93-86844ec207b9 req-84fa465e-625a-4c1a-a642-c7de98d1101b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:04.981426 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a60fd42c-8b55-46bf-8c93-86844ec207b9 req-84fa465e-625a-4c1a-a642-c7de98d1101b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0676701 Sep 03 02:01:05.043212 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a60fd42c-8b55-46bf-8c93-86844ec207b9 req-69cc7b8e-ea5e-4ef8-ad8b-929ae52cbeab tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458853 Sep 03 02:01:05.525876 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2f317-4bea-423b-9aad-7be0c710e06d req-e9c9e2ce-576d-4312-b157-37851a58efd9 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:05.527547 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7fb2f317-4bea-423b-9aad-7be0c710e06d req-e9c9e2ce-576d-4312-b157-37851a58efd9 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0553939 Sep 03 02:01:05.570790 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7fb2f317-4bea-423b-9aad-7be0c710e06d req-678539ec-3238-4d67-8377-2bcad377c77e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371346 Sep 03 02:01:05.590873 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 57aef88d-a459-4d8c-bee7-9e82f755e6d2 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:01:05.608666 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:01:05.721628 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:01:05.726928 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:01:05.727306 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:05.765711 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 57aef88d-a459-4d8c-bee7-9e82f755e6d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57aef88d-a459-4d8c-bee7-9e82f755e6d2,segment=NetworkSegment(1f8fae52-5f00-4240-9d6a-36e97e2be64a),segment_id=1f8fae52-5f00-4240-9d6a-36e97e2be64a)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:05.833161 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '57aef88d-a459-4d8c-bee7-9e82f755e6d2', 'network_id': '9a7b08ff-33a3-4b19-a886-3ccaa3e00084', 'port_id': '57aef88d-a459-4d8c-bee7-9e82f755e6d2', 'mac_address': 'fa:16:3e:88:45:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406f405a-a2fd-4074-85d7-118eb4d1eedb', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:01:05.892738 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:05.913332 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57aef88d-a459-4d8c-bee7-9e82f755e6d2 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:01:05.930650 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914f5d1-3bc7-400b-b543-1a13f4637253 req-c5a9c3e8-eed2-4b91-8b4d-6c35611ece20 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:05.948563 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6914f5d1-3bc7-400b-b543-1a13f4637253 req-c5a9c3e8-eed2-4b91-8b4d-6c35611ece20 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0955198 Sep 03 02:01:05.955538 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc2d33-e1a7-4451-9d74-9956633795b2 req-ca4f9676-5d02-40bd-94da-f3936df3a4f7 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:05.971312 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-19bc2d33-e1a7-4451-9d74-9956633795b2 req-ca4f9676-5d02-40bd-94da-f3936df3a4f7 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 948 time: 0.1139138 Sep 03 02:01:05.981834 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 57aef88d-a459-4d8c-bee7-9e82f755e6d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57aef88d-a459-4d8c-bee7-9e82f755e6d2,segment=NetworkSegment(1f8fae52-5f00-4240-9d6a-36e97e2be64a),segment_id=1f8fae52-5f00-4240-9d6a-36e97e2be64a)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:05.983098 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:05.988092 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:06.001262 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6914f5d1-3bc7-400b-b543-1a13f4637253 req-68a45230-1b43-4340-8469-1a2a622b28b6 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501082 Sep 03 02:01:06.073659 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:06.076726 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67584628-8b87-4d1e-b61a-5fe91c7e0467" -d '{"events": [{"server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "name": "network-vif-plugged", "status": "completed", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:06.086317 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-19bc2d33-e1a7-4451-9d74-9956633795b2 req-039e0d47-bd5a-4a85-8321-222f35269a27 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129847 Sep 03 02:01:06.114833 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:06.129877 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:06.133458 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=57aef88d-a459-4d8c-bee7-9e82f755e6d2,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:06.185925 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed830ad-abd1-48d2-a8a5-fbedc07de37c req-387b0c69-d047-4582-abe0-d8b77a3d7969 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:06.187400 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ed830ad-abd1-48d2-a8a5-fbedc07de37c req-387b0c69-d047-4582-abe0-d8b77a3d7969 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 944 time: 0.1005890 Sep 03 02:01:06.220550 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:06.235268 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b52650-21eb-4025-a99f-2cd8b7006e72 req-3565952f-1c53-4feb-9f5c-fa590c59c523 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:06.245434 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-04b52650-21eb-4025-a99f-2cd8b7006e72 req-3565952f-1c53-4feb-9f5c-fa590c59c523 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0724096 Sep 03 02:01:06.258215 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ed830ad-abd1-48d2-a8a5-fbedc07de37c req-85ecb05a-90e4-4509-a006-a5656bfd74c7 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633953 Sep 03 02:01:06.305303 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-04b52650-21eb-4025-a99f-2cd8b7006e72 req-4fe8562d-533c-49da-9369-f1c46e625d7a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568469 Sep 03 02:01:06.341016 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f218af-70f6-4dd7-b6b8-d1149f978b38 x-openstack-request-id: req-48f218af-70f6-4dd7-b6b8-d1149f978b38 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:06.341316 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "name": "network-vif-plugged", "status": "completed", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:06.341575 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48f218af-70f6-4dd7-b6b8-d1149f978b38 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:06.341984 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'code': 200} Sep 03 02:01:06.703284 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d6184-c8e3-41cf-91ce-af2d1b70304e req-0c61f558-fe18-4b81-9b9e-90a4a2869363 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:06.705209 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-921d6184-c8e3-41cf-91ce-af2d1b70304e req-0c61f558-fe18-4b81-9b9e-90a4a2869363 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0587716 Sep 03 02:01:06.763761 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-921d6184-c8e3-41cf-91ce-af2d1b70304e req-af6e18cf-6c24-4060-8ce1-15723a35a549 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501456 Sep 03 02:01:06.899105 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7925-b6db-4c98-b712-d106b8d8907f req-5fc06f3d-2848-4cae-b0ca-f8efc1942ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:06.900603 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f67a7925-b6db-4c98-b712-d106b8d8907f req-5fc06f3d-2848-4cae-b0ca-f8efc1942ac1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 1098 time: 0.0503070 Sep 03 02:01:06.958899 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f67a7925-b6db-4c98-b712-d106b8d8907f req-af1400c7-ac5d-44ca-8c82-e1e59c85704b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Sep 03 02:01:07.147897 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fc0de-8b62-434b-95b0-17142905a0b4 req-aaea7e53-cc9b-4016-b7fa-65ed9f7d67ba tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:07.149886 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-956fc0de-8b62-434b-95b0-17142905a0b4 req-aaea7e53-cc9b-4016-b7fa-65ed9f7d67ba tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0693691 Sep 03 02:01:07.201461 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-956fc0de-8b62-434b-95b0-17142905a0b4 req-2d2071c5-2ecf-439a-b8f3-c8ffa0da4c2c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Sep 03 02:01:07.209850 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['57aef88d-a459-4d8c-bee7-9e82f755e6d2'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:01:07.254079 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a470f-0837-4d6b-b46a-2a75a8410e2b req-b9273d51-b36c-4a31-872c-7eb93eb71eff tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:07.264272 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-837a470f-0837-4d6b-b46a-2a75a8410e2b req-b9273d51-b36c-4a31-872c-7eb93eb71eff tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 949 time: 0.1090341 Sep 03 02:01:07.317846 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-837a470f-0837-4d6b-b46a-2a75a8410e2b req-4fb7e3fe-d584-44c9-941b-dbbcd1514833 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520258 Sep 03 02:01:07.442249 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49b2e9-bab1-4479-a403-f9b72691e2fc req-02db0388-43d9-40f4-b93e-e6ea7a15afea tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:07.445360 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0f49b2e9-bab1-4479-a403-f9b72691e2fc req-02db0388-43d9-40f4-b93e-e6ea7a15afea tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0786116 Sep 03 02:01:07.454288 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e937b-8572-46d3-a5b5-3aadcac61b20 req-130e0f42-db0f-446e-bda8-98eb29f5024e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:07.464796 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ac7e937b-8572-46d3-a5b5-3aadcac61b20 req-130e0f42-db0f-446e-bda8-98eb29f5024e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0769482 Sep 03 02:01:07.504663 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0f49b2e9-bab1-4479-a403-f9b72691e2fc req-4eeb2c91-d526-4999-845f-d4683ccda610 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507743 Sep 03 02:01:07.517911 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ac7e937b-8572-46d3-a5b5-3aadcac61b20 req-21b81d59-0466-43d8-8a1f-1826cbd1cb97 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519342 Sep 03 02:01:07.895731 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230a6a4-3a0c-4ed0-bc01-966563184819 req-e251a7c5-22a5-4b62-91b5-305d0ab0bc47 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:07.901085 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f230a6a4-3a0c-4ed0-bc01-966563184819 req-e251a7c5-22a5-4b62-91b5-305d0ab0bc47 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0613844 Sep 03 02:01:07.944156 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f230a6a4-3a0c-4ed0-bc01-966563184819 req-a42dcf4b-13b5-41a4-89b1-b7b4565f2bcb tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380440 Sep 03 02:01:08.071646 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709739c8-d633-4f54-beae-74623daa0996 req-b8ceb9a8-fe09-4f75-b6ff-8978f02d2d44 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:08.073301 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-709739c8-d633-4f54-beae-74623daa0996 req-b8ceb9a8-fe09-4f75-b6ff-8978f02d2d44 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0524116 Sep 03 02:01:08.124474 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-709739c8-d633-4f54-beae-74623daa0996 req-48043608-4179-4d15-9440-b1aa3f78537e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452337 Sep 03 02:01:08.148379 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 59574) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:08.369210 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4dd6c-103f-438d-af65-641331864f4b req-5373d35d-f4e2-441d-bd23-017789f199c0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:08.371560 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b2d4dd6c-103f-438d-af65-641331864f4b req-5373d35d-f4e2-441d-bd23-017789f199c0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0575988 Sep 03 02:01:08.440771 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b2d4dd6c-103f-438d-af65-641331864f4b req-8e32d03f-82ff-4864-8b0a-80e5ab0079a7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604086 Sep 03 02:01:08.487167 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e428783-c799-4adf-b2f5-1a34c8d74925 tempest-TestShelveInstance-13857253 tempest-TestShelveInstance-13857253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:08.489234 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3e428783-c799-4adf-b2f5-1a34c8d74925 tempest-TestShelveInstance-13857253 tempest-TestShelveInstance-13857253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1094 time: 0.3397536 Sep 03 02:01:08.492904 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 59586) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:08.501887 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Request body: {'floatingip': {'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'port_id': '83052746-3417-4484-8761-67285991b529', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:01:08.513653 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5e2f5-78ea-4f92-af7d-1d05b50d2f10 req-f484d6bd-9478-4b80-814b-5f7084668df8 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:08.515993 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-30b5e2f5-78ea-4f92-af7d-1d05b50d2f10 req-f484d6bd-9478-4b80-814b-5f7084668df8 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 949 time: 0.0942783 Sep 03 02:01:08.541719 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for floatingip, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:08.607469 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-30b5e2f5-78ea-4f92-af7d-1d05b50d2f10 req-931e0ca6-4393-4852-82c3-cb5bac66ec10 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852931 Sep 03 02:01:08.700702 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56de57-0472-40af-8079-7cdb43eeb48a req-e4e080fc-9f25-42bc-aaaa-3d7932ead79d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:08.700702 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a56de57-0472-40af-8079-7cdb43eeb48a req-e4e080fc-9f25-42bc-aaaa-3d7932ead79d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0712686 Sep 03 02:01:08.705348 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:08.742434 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92c85f-1728-45d5-a79f-4b87e3627385 req-3c5ead6c-fe9b-428b-8a39-a2cb8aa436c9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:08.750228 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4a92c85f-1728-45d5-a79f-4b87e3627385 req-3c5ead6c-fe9b-428b-8a39-a2cb8aa436c9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0704677 Sep 03 02:01:08.805997 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4a92c85f-1728-45d5-a79f-4b87e3627385 req-19ad74f1-e120-4bcc-8f4a-0ef781959334 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544498 Sep 03 02:01:08.848922 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a56de57-0472-40af-8079-7cdb43eeb48a req-aefc4306-7551-4578-94d2-5acfe4237efa tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302052 Sep 03 02:01:08.878512 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Allocated IP 172.27.3.135 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/82131274-b6a4-4108-821e-ee596527dcec) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:01:08.995805 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:09.047283 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:09.094206 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:01:09.098466 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:01:09.102088 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:01:09.459780 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event updated for resources: {'Port': ['ID=82131274-b6a4-4108-821e-ee596527dcec,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:09.592133 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58869d7a-c085-48eb-bea8-913a5b96b2f0 req-b89af948-44c3-4510-9e5b-d92a0460096d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:09.593594 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58869d7a-c085-48eb-bea8-913a5b96b2f0 req-b89af948-44c3-4510-9e5b-d92a0460096d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0601463 Sep 03 02:01:09.649072 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58869d7a-c085-48eb-bea8-913a5b96b2f0 req-7f224826-d199-4b23-92ad-cd4ed9f25912 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 Sep 03 02:01:09.819844 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3bc5a-6961-475c-af4b-572b23c33001 req-4e145be7-caee-4ebd-80a2-86b4c58fedb9 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:09.821840 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-59a3bc5a-6961-475c-af4b-572b23c33001 req-4e145be7-caee-4ebd-80a2-86b4c58fedb9 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 949 time: 0.0923963 Sep 03 02:01:09.984210 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-59a3bc5a-6961-475c-af4b-572b23c33001 req-4f5b11b4-5048-4f8a-863e-ef434324ffd7 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498187 Sep 03 02:01:09.985729 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:10.016247 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce1b64-9b94-4747-b921-7ee9ea682bef req-1ccefd96-b4f2-44aa-bac7-cf57a0c43710 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:10.025380 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0fce1b64-9b94-4747-b921-7ee9ea682bef req-1ccefd96-b4f2-44aa-bac7-cf57a0c43710 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0737045 Sep 03 02:01:10.076982 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0fce1b64-9b94-4747-b921-7ee9ea682bef req-226ec796-4166-4bb4-a057-2ab37ac837df tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480514 Sep 03 02:01:10.176582 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e1435-e73d-4a47-954f-70cf8bfec345 req-9120f9dc-2744-440f-a9d1-c79309ce38e0 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:10.184415 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-633e1435-e73d-4a47-954f-70cf8bfec345 req-9120f9dc-2744-440f-a9d1-c79309ce38e0 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0875828 Sep 03 02:01:10.187387 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:10.328623 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-633e1435-e73d-4a47-954f-70cf8bfec345 req-0587e84e-6c3a-49f7-acb0-6e74e6408714 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430559 Sep 03 02:01:10.401496 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:10.406692 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:10.519612 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event updated for resources: {'Port': ['ID=82131274-b6a4-4108-821e-ee596527dcec,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:10.533923 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:10.665663 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Floating IP a5635b4d-d699-4c88-a6ad-3ebbb1b2ca1a associated. External IP: 172.27.3.135, port: 83052746-3417-4484-8761-67285991b529. Sep 03 02:01:10.813097 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcbe85-cd22-4f50-a768-2d0059e1ca55 req-300f409c-8830-4992-8937-9a50ad7ca78f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:10.815759 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aefcbe85-cd22-4f50-a768-2d0059e1ca55 req-300f409c-8830-4992-8937-9a50ad7ca78f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0721500 Sep 03 02:01:10.870566 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aefcbe85-cd22-4f50-a768-2d0059e1ca55 req-d9bbb33b-a187-49df-98ce-737f86fce4c8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465312 Sep 03 02:01:10.923338 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:01:11.191952 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:01:11.202323 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] Sync routers for ids ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:01:11.214075 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] Routers {'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:01:11.214853 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:00:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:01:11.227112 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:11.256033 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3d8e2-a302-4631-9bce-e0f4f5e10e00 req-a2a0c708-01aa-4b05-834e-457ba9eb015c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:11.258027 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5aa3d8e2-a302-4631-9bce-e0f4f5e10e00 req-a2a0c708-01aa-4b05-834e-457ba9eb015c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 949 time: 0.1423011 Sep 03 02:01:11.323084 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5aa3d8e2-a302-4631-9bce-e0f4f5e10e00 req-8d94b187-a5ca-4001-b01c-7df7a3ede815 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542700 Sep 03 02:01:11.352169 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-80e67ffc-0c33-4ac8-9e66-27f258ef1692 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8575099 Sep 03 02:01:11.353362 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'tag': '83052746-3417-4484-8761-67285991b529'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:11.355693 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcfe726-3909-456d-bb2f-97f35732f893" -d '{"events": [{"name": "network-changed", "server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "tag": "83052746-3417-4484-8761-67285991b529"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:11.380202 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bc289-f262-461e-951e-6978f910b3d5 req-738061fa-239d-4103-b912-cf658dbfc40c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:11.388263 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-175bc289-f262-461e-951e-6978f910b3d5 req-738061fa-239d-4103-b912-cf658dbfc40c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.1501539 Sep 03 02:01:11.406086 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] Set router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:01:11.459718 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-175bc289-f262-461e-951e-6978f910b3d5 req-20691856-3242-440e-aac9-949c642eca00 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703592 Sep 03 02:01:11.514803 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32480078-37ed-4978-ad9a-fac24b814acb req-d645ec02-bead-4974-846e-5d83f51117a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:11.516335 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-32480078-37ed-4978-ad9a-fac24b814acb req-d645ec02-bead-4974-846e-5d83f51117a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0578451 Sep 03 02:01:11.526225 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2031c99f-ae8b-4c4a-a3d1-7dcf906709a2 x-openstack-request-id: req-2031c99f-ae8b-4c4a-a3d1-7dcf906709a2 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:11.526763 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "tag": "83052746-3417-4484-8761-67285991b529", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:11.526763 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2031c99f-ae8b-4c4a-a3d1-7dcf906709a2 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:11.527143 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'tag': '83052746-3417-4484-8761-67285991b529', 'status': 'completed', 'code': 200} Sep 03 02:01:11.574423 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-32480078-37ed-4978-ad9a-fac24b814acb req-e611b39d-14e8-4912-8853-bf7ab07ab3ff tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510254 Sep 03 02:01:11.629454 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 57aef88d-a459-4d8c-bee7-9e82f755e6d2 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:01:11.691890 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:01:11.697645 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:01:11.698400 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:11.708516 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:48Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'a5635b4d-d699-4c88-a6ad-3ebbb1b2ca1a', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'port_id': '83052746-3417-4484-8761-67285991b529', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'mac_address': 'fa:16:3e:88:8d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:01:09Z', 'updated_at': '2021-09-03T02:01:09Z', 'revision_number': 0, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a6a70e-c026-42f3-a7c9-5d6b061a3c5a', 'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'mac_address': 'fa:16:3e:fc:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:46Z', 'updated_at': '2021-09-03T01:59:54Z', 'revision_number': 5, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'subnets': [{'id': '06d9973e-58b2-4910-b372-92c78497518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:01:11.744786 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] Checking router: a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:01:11.756711 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] Routers {'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:01:11.765691 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:00:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:01:11.791534 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:11.802169 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-fbe2ed8d-3d3f-43c5-856a-4c7add8589b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:11.804403 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-fbe2ed8d-3d3f-43c5-856a-4c7add8589b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ea65250b6154aafa09e4f1d08d16f3d&device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1099 time: 0.0622845 Sep 03 02:01:11.820037 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92d8d3d-79e8-462e-bc57-37ce6d09d075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aef88d-a459-4d8c-bee7-9e82f755e6d2'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:11.822828 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9980668e-2a37-43f9-9c36-5f2e79223a0e" -d '{"events": [{"server_uuid": "d92d8d3d-79e8-462e-bc57-37ce6d09d075", "name": "network-vif-plugged", "status": "completed", "tag": "57aef88d-a459-4d8c-bee7-9e82f755e6d2"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:11.865416 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 57aef88d-a459-4d8c-bee7-9e82f755e6d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57aef88d-a459-4d8c-bee7-9e82f755e6d2,segment=NetworkSegment(1f8fae52-5f00-4240-9d6a-36e97e2be64a),segment_id=1f8fae52-5f00-4240-9d6a-36e97e2be64a)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:11.871917 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:11.909615 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3522bb-ae9f-47c8-b09e-79ed46e9a447 x-openstack-request-id: req-7d3522bb-ae9f-47c8-b09e-79ed46e9a447 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:11.909972 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92d8d3d-79e8-462e-bc57-37ce6d09d075", "name": "network-vif-plugged", "status": "completed", "tag": "57aef88d-a459-4d8c-bee7-9e82f755e6d2", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:11.910218 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d3522bb-ae9f-47c8-b09e-79ed46e9a447 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:11.910751 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92d8d3d-79e8-462e-bc57-37ce6d09d075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aef88d-a459-4d8c-bee7-9e82f755e6d2', 'code': 200} Sep 03 02:01:11.923407 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] Set router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:01:11.936336 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-4ad22a0c-f174-4233-9d23-612956f6c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:11.938260 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-4ad22a0c-f174-4233-9d23-612956f6c9f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=519d9117-afa4-4a5f-8116-0afcdadeb0ed HTTP/1.1" status: 200 len: 909 time: 0.1144514 Sep 03 02:01:11.966066 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=57aef88d-a459-4d8c-bee7-9e82f755e6d2,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:12.036006 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3b20e-94fe-4591-9848-098e156b9cbd req-8ca9f67a-a20e-49dd-b56b-95ec90ddf51a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:12.047387 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-45b3b20e-94fe-4591-9848-098e156b9cbd req-8ca9f67a-a20e-49dd-b56b-95ec90ddf51a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0768783 Sep 03 02:01:12.083189 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-ca40d854-1f52-4640-8b09-4618ab050a04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83052746-3417-4484-8761-67285991b529 HTTP/1.1" status: 200 len: 1000 time: 0.1171265 Sep 03 02:01:12.098162 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-45b3b20e-94fe-4591-9848-098e156b9cbd req-c67051a1-2e5f-4b33-b402-12dbfc5196b2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465720 Sep 03 02:01:12.190993 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-87746763-f151-4ce2-9315-c75a0bd930ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:12.193046 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-87746763-f151-4ce2-9315-c75a0bd930ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06d9973e-58b2-4910-b372-92c78497518b HTTP/1.1" status: 200 len: 847 time: 0.0891263 Sep 03 02:01:12.264022 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:48Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'a5635b4d-d699-4c88-a6ad-3ebbb1b2ca1a', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'port_id': '83052746-3417-4484-8761-67285991b529', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'mac_address': 'fa:16:3e:88:8d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:01:09Z', 'updated_at': '2021-09-03T02:01:09Z', 'revision_number': 0, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a6a70e-c026-42f3-a7c9-5d6b061a3c5a', 'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'mac_address': 'fa:16:3e:fc:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:46Z', 'updated_at': '2021-09-03T01:59:54Z', 'revision_number': 5, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'subnets': [{'id': '06d9973e-58b2-4910-b372-92c78497518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:01:12.300015 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b76a0-4749-468d-8dd7-7b1c76aa88d7 None None] The sync data for ids ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'] in dv-cinder-804035-9-iscsi is: [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:48Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'a5635b4d-d699-4c88-a6ad-3ebbb1b2ca1a', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'port_id': '83052746-3417-4484-8761-67285991b529', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'mac_address': 'fa:16:3e:88:8d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:01:09Z', 'updated_at': '2021-09-03T02:01:09Z', 'revision_number': 0, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a6a70e-c026-42f3-a7c9-5d6b061a3c5a', 'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'mac_address': 'fa:16:3e:fc:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:46Z', 'updated_at': '2021-09-03T01:59:54Z', 'revision_number': 5, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'subnets': [{'id': '06d9973e-58b2-4910-b372-92c78497518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:01:12.302594 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0234ca-749e-4c2f-9e80-914c7bebf9fb req-7184dc9b-c70a-4e6c-ba5f-ee0e7d72f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:12.304435 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c0234ca-749e-4c2f-9e80-914c7bebf9fb req-7184dc9b-c70a-4e6c-ba5f-ee0e7d72f2ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 1103 time: 0.0936913 Sep 03 02:01:12.306071 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-2164731e-c53e-4f45-acae-29bea5d84074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:12.307466 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-2164731e-c53e-4f45-acae-29bea5d84074 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519d9117-afa4-4a5f-8116-0afcdadeb0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816209 Sep 03 02:01:12.394586 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c0234ca-749e-4c2f-9e80-914c7bebf9fb req-a139eb38-a7be-40eb-8699-1d13e113ff6b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690548 Sep 03 02:01:12.458765 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-6eb23da9-0da8-4cbc-850b-843d73db6a03 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244657 Sep 03 02:01:12.476273 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f0652-8827-4441-adae-e9c890510ed7 req-2b625c01-c0c8-418a-a089-8da845ae1b6e tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:12.477869 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-691f0652-8827-4441-adae-e9c890510ed7 req-2b625c01-c0c8-418a-a089-8da845ae1b6e tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0513482 Sep 03 02:01:12.520270 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-691f0652-8827-4441-adae-e9c890510ed7 req-47490f49-8600-4e62-9e8d-ae2b2f158a8f tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360551 Sep 03 02:01:12.551423 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f5bed-2ea4-49b4-aaba-34efbbf98f2e None None] New status for floating IP a5635b4d-d699-4c88-a6ad-3ebbb1b2ca1a: ACTIVE {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:01:12.583078 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b85160-8282-4050-afa2-3a1fa1278989 req-52aa9cb3-6aca-4976-a19a-59c102d83fd6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:12.584849 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79b85160-8282-4050-afa2-3a1fa1278989 req-52aa9cb3-6aca-4976-a19a-59c102d83fd6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0515192 Sep 03 02:01:12.627023 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-79b85160-8282-4050-afa2-3a1fa1278989 req-108e2e7a-6250-4996-abd5-841a4b39ef83 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339742 Sep 03 02:01:12.693439 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f31d5b-7797-4c66-af1c-8243352dbc95 req-93384bd7-96b0-4c52-925c-a9d2acc63927 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:12.695318 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b1f31d5b-7797-4c66-af1c-8243352dbc95 req-93384bd7-96b0-4c52-925c-a9d2acc63927 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0504184 Sep 03 02:01:12.737483 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b1f31d5b-7797-4c66-af1c-8243352dbc95 req-f39aed6f-31b4-4a75-aa7f-6be3bf2f2687 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338767 Sep 03 02:01:13.241157 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525a97e-018a-4427-8b5a-221bea065925 req-03c58bf5-829f-44f2-941a-27d3d1cba36f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:13.242693 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3525a97e-018a-4427-8b5a-221bea065925 req-03c58bf5-829f-44f2-941a-27d3d1cba36f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0854738 Sep 03 02:01:13.320364 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3525a97e-018a-4427-8b5a-221bea065925 req-ef0c6b10-52ea-48df-983d-48be2c65be9e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523989 Sep 03 02:01:13.322361 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3dcfe726-3909-456d-bb2f-97f35732f893 req-940d9f43-5d2d-47cc-9cef-54655b19816a service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377056 Sep 03 02:01:13.637136 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efd8d3-193f-42c1-9f4d-c8c285f882cf req-2cb51a44-99b4-4d9b-9937-1d91afb77041 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:13.638599 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62efd8d3-193f-42c1-9f4d-c8c285f882cf req-2cb51a44-99b4-4d9b-9937-1d91afb77041 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0530469 Sep 03 02:01:13.684706 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62efd8d3-193f-42c1-9f4d-c8c285f882cf req-49e20f3b-a9e5-4e54-a8ae-24674ead033d tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Sep 03 02:01:13.761518 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aceb8a4-4a82-44e2-933c-db6086c9a648 req-bbb3ffa3-2412-40a3-bb2d-d64c814f28d3 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:13.762483 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8aceb8a4-4a82-44e2-933c-db6086c9a648 req-bbb3ffa3-2412-40a3-bb2d-d64c814f28d3 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0489132 Sep 03 02:01:13.803381 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8aceb8a4-4a82-44e2-933c-db6086c9a648 req-14571871-ddf3-48e1-81ee-223ec2b71c93 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343492 Sep 03 02:01:13.853433 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25204b4b-e2ed-425f-8954-bb7afa5c6aea req-353e7645-d863-4619-83d6-3b625b077101 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:13.855082 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-25204b4b-e2ed-425f-8954-bb7afa5c6aea req-353e7645-d863-4619-83d6-3b625b077101 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0504715 Sep 03 02:01:13.905179 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-25204b4b-e2ed-425f-8954-bb7afa5c6aea req-8f4900d2-fec7-4b3c-8d4e-acb2fb56bae3 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425339 Sep 03 02:01:14.433586 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b896f5-df50-4848-a1c5-89296aa40426 req-46d80e08-a4ca-407c-8225-417b807f2987 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:14.435084 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46b896f5-df50-4848-a1c5-89296aa40426 req-46d80e08-a4ca-407c-8225-417b807f2987 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0489988 Sep 03 02:01:14.474050 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46b896f5-df50-4848-a1c5-89296aa40426 req-6b8d90dc-6f63-4cb6-b922-5c4870efb908 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Sep 03 02:01:14.805937 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee28740-a53f-482d-b9e1-91aa5066e673 req-1d27fd25-2c7f-40a6-8a2e-ccd54e6f9783 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:14.807431 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bee28740-a53f-482d-b9e1-91aa5066e673 req-1d27fd25-2c7f-40a6-8a2e-ccd54e6f9783 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0544147 Sep 03 02:01:14.849480 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bee28740-a53f-482d-b9e1-91aa5066e673 req-1d3c7eeb-893d-4b3b-b0b3-5ffa07ffb2ec tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358520 Sep 03 02:01:14.927786 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b11df-745d-4ee9-b574-e2e060ae0159 req-bb1f8858-ddf3-44ea-ac32-984a712b8d92 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:14.931555 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c22b11df-745d-4ee9-b574-e2e060ae0159 req-bb1f8858-ddf3-44ea-ac32-984a712b8d92 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0512595 Sep 03 02:01:14.967158 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c22b11df-745d-4ee9-b574-e2e060ae0159 req-fa29203f-2ca9-4cf2-a3fe-57fb8b0695cc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319943 Sep 03 02:01:15.020468 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80443b07-6cbf-4c95-b715-4080802a234b req-8f2468fa-5914-480d-83cf-bce58e5def6d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:15.022027 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-80443b07-6cbf-4c95-b715-4080802a234b req-8f2468fa-5914-480d-83cf-bce58e5def6d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0487363 Sep 03 02:01:15.059973 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-80443b07-6cbf-4c95-b715-4080802a234b req-f8a27101-e3ee-48e8-b0c4-4084f78c1575 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Sep 03 02:01:15.171455 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfffa6-fc00-44e3-8d2a-66d1c179a0d0 req-2e07b8c3-806b-4e52-8883-755b4a3131b3 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:15.172950 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-00dfffa6-fc00-44e3-8d2a-66d1c179a0d0 req-2e07b8c3-806b-4e52-8883-755b4a3131b3 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0486515 Sep 03 02:01:15.210822 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-00dfffa6-fc00-44e3-8d2a-66d1c179a0d0 req-adaa2398-a80f-4cc1-bcf0-925f02706105 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Sep 03 02:01:15.412303 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-e634d166-0319-4a65-ad47-a5c3658647ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:15.418403 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-e634d166-0319-4a65-ad47-a5c3658647ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 1098 time: 0.0485342 Sep 03 02:01:15.545320 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-f2640a3f-54e0-4f78-b44f-7a67f9436558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:15.546753 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-f2640a3f-54e0-4f78-b44f-7a67f9436558 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 917 time: 0.1003613 Sep 03 02:01:15.560469 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bce82-5dde-46a1-b7aa-bfbe8b701d5f req-0e1ceffd-d192-40b9-ba5d-02f6f21726e6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:15.562163 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-208bce82-5dde-46a1-b7aa-bfbe8b701d5f req-0e1ceffd-d192-40b9-ba5d-02f6f21726e6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0646915 Sep 03 02:01:15.615713 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-208bce82-5dde-46a1-b7aa-bfbe8b701d5f req-152406fe-ebf3-499e-bbdb-0734d509cdd2 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Sep 03 02:01:15.658384 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-c210ac26-fb09-4606-9efd-f5b72598908b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0 HTTP/1.1" status: 200 len: 1001 time: 0.1003640 Sep 03 02:01:15.670615 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688e4b-3989-4e93-9e4f-aed300d549da req-d9b05610-eb3d-48f1-bf54-599280b65a5b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:15.672016 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-33688e4b-3989-4e93-9e4f-aed300d549da req-d9b05610-eb3d-48f1-bf54-599280b65a5b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0704854 Sep 03 02:01:15.736957 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-092daede-0ab8-4f2c-9c02-b473823f0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:15.741282 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-092daede-0ab8-4f2c-9c02-b473823f0ed8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 200 len: 855 time: 0.0681043 Sep 03 02:01:15.750985 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-33688e4b-3989-4e93-9e4f-aed300d549da req-2c34c14a-ac48-4798-9a06-901c3bbc906a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688729 Sep 03 02:01:15.811694 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-dbe526d6-9121-4456-879d-57c6eda9c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:15.813199 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-dbe526d6-9121-4456-879d-57c6eda9c2ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442767 Sep 03 02:01:15.951282 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-f63de23e-7f52-48d1-9de4-8fc16a7acbc1 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176431 Sep 03 02:01:15.995821 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8cc26-14af-4ed2-a953-6b869aad4a2f req-b11258cb-c472-4666-ba53-7294b5d4ef5d tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:15.997565 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4ec8cc26-14af-4ed2-a953-6b869aad4a2f req-b11258cb-c472-4666-ba53-7294b5d4ef5d tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0633130 Sep 03 02:01:16.056542 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4ec8cc26-14af-4ed2-a953-6b869aad4a2f req-b2e45c4a-ea78-430f-8083-e2b2bedf8878 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502036 Sep 03 02:01:16.111672 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-38f9e60d-34e5-47f6-a679-30ca30da8d24 req-09247b12-db29-4211-9b1c-a826a1dadd98 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351023 Sep 03 02:01:16.126979 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f1097-173f-4a33-961a-a7f770efcad3 req-b1050280-c9d6-409e-b378-ce546dd5fa7c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:16.128394 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea4f1097-173f-4a33-961a-a7f770efcad3 req-b1050280-c9d6-409e-b378-ce546dd5fa7c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0718467 Sep 03 02:01:16.165842 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea4f1097-173f-4a33-961a-a7f770efcad3 req-4e5490f4-798c-44d0-8bdf-7599e8ea3320 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312262 Sep 03 02:01:16.843416 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb296d3-8664-4ff8-a6a7-b1869a7c4d76 req-a6a688a3-e915-4bea-a521-c56685e9c8b4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:16.844904 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1eb296d3-8664-4ff8-a6a7-b1869a7c4d76 req-a6a688a3-e915-4bea-a521-c56685e9c8b4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0505118 Sep 03 02:01:16.869981 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2df9f-d3af-4c7f-9838-dd439141d988 req-2c020641-22cf-4e2e-80a2-be0f558d245b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:16.871520 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b7c2df9f-d3af-4c7f-9838-dd439141d988 req-2c020641-22cf-4e2e-80a2-be0f558d245b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0489554 Sep 03 02:01:16.884743 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1eb296d3-8664-4ff8-a6a7-b1869a7c4d76 req-2d63884e-c42e-4610-a44a-78f86f227de1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Sep 03 02:01:16.911454 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b7c2df9f-d3af-4c7f-9838-dd439141d988 req-4293e868-2e5e-4a5b-9d40-73733d3e65ec tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Sep 03 02:01:17.176539 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f930-a1cb-4785-bf26-aba040ff7fdc req-845f7a20-36d9-43c9-997b-969be53ff84e tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:17.183701 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e03f930-a1cb-4785-bf26-aba040ff7fdc req-845f7a20-36d9-43c9-997b-969be53ff84e tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0577381 Sep 03 02:01:17.231354 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e03f930-a1cb-4785-bf26-aba040ff7fdc req-df7f0eb9-236e-4ea8-b184-9c44bc924072 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461245 Sep 03 02:01:17.316998 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e0d70-2aa5-41a5-9476-4bd4e48876a5 req-7c9ba4f1-3f0e-45b1-b565-7948cffb5b1d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:17.318830 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9a7e0d70-2aa5-41a5-9476-4bd4e48876a5 req-7c9ba4f1-3f0e-45b1-b565-7948cffb5b1d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 945 time: 0.0516944 Sep 03 02:01:17.356633 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9a7e0d70-2aa5-41a5-9476-4bd4e48876a5 req-3be542ed-5c04-49a4-8408-bcda783f738b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Sep 03 02:01:17.651535 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:01:17.727041 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:17.751470 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:17.754202 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd9d76-402f-48c9-89fd-f4f32682d03c" -d '{"events": [{"server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "name": "network-vif-unplugged", "status": "completed", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:17.766824 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:17.771954 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:17.794209 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813bbd2e-25cf-406a-9335-23572c1335b4 x-openstack-request-id: req-813bbd2e-25cf-406a-9335-23572c1335b4 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:17.794518 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "name": "network-vif-unplugged", "status": "completed", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:17.794772 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-813bbd2e-25cf-406a-9335-23572c1335b4 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:17.795150 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'code': 200} Sep 03 02:01:17.820496 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=8']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:18.008721 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50135403-952d-4a0e-8187-e5b18df2aaba req-8bb3b9e6-233b-48a3-9f88-ec015bf110cb tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:18.010284 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-50135403-952d-4a0e-8187-e5b18df2aaba req-8bb3b9e6-233b-48a3-9f88-ec015bf110cb tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0547843 Sep 03 02:01:18.049004 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-50135403-952d-4a0e-8187-e5b18df2aaba req-72c3c679-3f49-4985-bc4b-0d23f1d8208d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Sep 03 02:01:18.363404 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f30e-46c0-4ef0-9546-4e937a6fda2c req-b9dc35c7-c4c0-4e99-9be6-99bba0cd61b9 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:18.365124 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d413f30e-46c0-4ef0-9546-4e937a6fda2c req-b9dc35c7-c4c0-4e99-9be6-99bba0cd61b9 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0528567 Sep 03 02:01:18.401384 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c05c19-81b4-413f-98b0-30050c843760 req-6b591342-c76a-4b46-8d3a-35ae358a858d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:18.402843 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-12c05c19-81b4-413f-98b0-30050c843760 req-6b591342-c76a-4b46-8d3a-35ae358a858d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0491652 Sep 03 02:01:18.403011 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d413f30e-46c0-4ef0-9546-4e937a6fda2c req-394eaed4-22e4-4cda-b547-d6eefe7e14ee tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318704 Sep 03 02:01:18.445837 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-12c05c19-81b4-413f-98b0-30050c843760 req-ab7f931d-3afc-45c8-bf2d-2e5a1fd8ae80 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348439 Sep 03 02:01:18.509063 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c567636-1526-43b2-826a-9c4917721e80 req-5c1b18f7-118b-4595-bb04-68cf479d5bb5 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:18.510743 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2c567636-1526-43b2-826a-9c4917721e80 req-5c1b18f7-118b-4595-bb04-68cf479d5bb5 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0518794 Sep 03 02:01:18.556615 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2c567636-1526-43b2-826a-9c4917721e80 req-ee034bb6-3453-4e5c-a8d4-2a94c2cc4ce4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398436 Sep 03 02:01:19.162925 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbba8f-3f34-435b-b7fd-b936e7d4aae4 req-068e3622-b056-494d-b20f-443eae68f375 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:19.164377 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cbdbba8f-3f34-435b-b7fd-b936e7d4aae4 req-068e3622-b056-494d-b20f-443eae68f375 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0482805 Sep 03 02:01:19.201191 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cbdbba8f-3f34-435b-b7fd-b936e7d4aae4 req-7a061c99-e480-4e6f-a850-bf17984a9c60 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Sep 03 02:01:19.524671 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3601f96-a3d8-47af-be9c-018cedbe7dcd req-c8b2e83b-926e-414f-8dea-df147072f140 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:19.526151 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f3601f96-a3d8-47af-be9c-018cedbe7dcd req-c8b2e83b-926e-414f-8dea-df147072f140 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0514812 Sep 03 02:01:19.564232 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f3601f96-a3d8-47af-be9c-018cedbe7dcd req-b3f04c12-e7e4-4068-8c29-9491ceda0d7f tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Sep 03 02:01:19.678887 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:01:19.679490 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb896d1-5cf6-4236-b209-f6d24ca59675 req-9132ce5e-8030-40cc-b0fb-2e8c31b5f360 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:19.680367 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8bb896d1-5cf6-4236-b209-f6d24ca59675 req-9132ce5e-8030-40cc-b0fb-2e8c31b5f360 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0517228 Sep 03 02:01:19.717882 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8bb896d1-5cf6-4236-b209-f6d24ca59675 req-767d808e-e8c0-4303-bfb5-07ef41c017f6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314355 Sep 03 02:01:20.317843 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9f664-542b-4400-b7a7-531adb5aff49 req-c5c30752-39f3-4037-abce-1cf2160c92ab tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:20.319297 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2db9f664-542b-4400-b7a7-531adb5aff49 req-c5c30752-39f3-4037-abce-1cf2160c92ab tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0523484 Sep 03 02:01:20.355147 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2db9f664-542b-4400-b7a7-531adb5aff49 req-228558ac-e273-4fe0-a93c-803c48bbbac1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300870 Sep 03 02:01:20.680670 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf7e15-3d4e-40d2-9c95-175e42c45ad8 req-147a6430-6a45-4e47-9cac-84025a32af14 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:20.682239 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-37cf7e15-3d4e-40d2-9c95-175e42c45ad8 req-147a6430-6a45-4e47-9cac-84025a32af14 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0487850 Sep 03 02:01:20.719962 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-37cf7e15-3d4e-40d2-9c95-175e42c45ad8 req-41d140af-b3c1-44aa-8986-f799935c876c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Sep 03 02:01:20.853538 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b9030-75c0-4b97-ad58-adcf79c33fd6 req-be6cb8e0-f4d1-45aa-bf66-00c12be8d4cb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:20.854938 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb2b9030-75c0-4b97-ad58-adcf79c33fd6 req-be6cb8e0-f4d1-45aa-bf66-00c12be8d4cb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0556397 Sep 03 02:01:20.891830 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bb2b9030-75c0-4b97-ad58-adcf79c33fd6 req-bf684ca9-6a97-4918-bbb5-8fa018e0a1f9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310216 Sep 03 02:01:21.472498 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88038668-9e76-4e4c-90d1-7d67c0f7e75f req-61be32f6-a406-425a-9bad-2c1731a15b15 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:21.473922 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-88038668-9e76-4e4c-90d1-7d67c0f7e75f req-61be32f6-a406-425a-9bad-2c1731a15b15 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0506032 Sep 03 02:01:21.511542 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-88038668-9e76-4e4c-90d1-7d67c0f7e75f req-fe1c1526-718f-42cd-a8cc-cad0b35ccb63 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317674 Sep 03 02:01:21.837154 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c567c54-08d7-4ffa-ab66-f60da53764cc req-c2d258ec-c0c0-4705-b885-9c17c5fda249 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:21.838745 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c567c54-08d7-4ffa-ab66-f60da53764cc req-c2d258ec-c0c0-4705-b885-9c17c5fda249 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0512097 Sep 03 02:01:21.889275 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c567c54-08d7-4ffa-ab66-f60da53764cc req-8aacdd95-a0a4-4b7f-89eb-c4197bd55676 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Sep 03 02:01:22.021961 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea577c-163d-4850-9fa6-77816239ae86 req-8e94ef78-e20d-4dc9-9d90-1e1e9c457ad8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:22.023481 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-02ea577c-163d-4850-9fa6-77816239ae86 req-8e94ef78-e20d-4dc9-9d90-1e1e9c457ad8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0571074 Sep 03 02:01:22.063762 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-02ea577c-163d-4850-9fa6-77816239ae86 req-bef68b7c-7ba0-41f5-ae01-f1fd2e47d6aa tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343719 Sep 03 02:01:22.201383 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-c4cb1d6e-55ee-46b3-bd4c-a2808dc5ec09 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:22.202872 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-c4cb1d6e-55ee-46b3-bd4c-a2808dc5ec09 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 945 time: 0.0732882 Sep 03 02:01:22.346135 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Deleting port 4e7b37f7-807d-4fa4-b87f-6efb3553e208 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:01:22.346476 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:22.440389 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] For port 4e7b37f7-807d-4fa4-b87f-6efb3553e208, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4e7b37f7-807d-4fa4-b87f-6efb3553e208,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:22.440773 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:22.453001 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Calling delete_port for 4e7b37f7-807d-4fa4-b87f-6efb3553e208 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:01:22.601905 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-dd97dd55-717c-49b8-8371-40782da5b376 req-f00e6d71-f9fe-42d6-afe6-93a184c98b36 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:01:22.602903 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dd97dd55-717c-49b8-8371-40782da5b376 req-f00e6d71-f9fe-42d6-afe6-93a184c98b36 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066853 Sep 03 02:01:22.617438 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:22.651906 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Pushing event deleted for resources: {'Port': ['ID=4e7b37f7-807d-4fa4-b87f-6efb3553e208,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:22.660044 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1326759-fdd6-4d28-b011-68d655e2ec36 req-41249ec0-09ee-4888-8dee-1d7185a32b00 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:22.661898 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a1326759-fdd6-4d28-b011-68d655e2ec36 req-41249ec0-09ee-4888-8dee-1d7185a32b00 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 867 time: 0.0709479 Sep 03 02:01:22.662954 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.663151 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.663523 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.663831 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.664237 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.664507 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.664865 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.665253 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.665529 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.665858 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.666181 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.667037 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:22.694850 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['b8e37fd5-588e-4333-9f33-db145534315e', 'ce9f889d-0abe-40c9-ab7f-06dde1b43376', '8c45050a-501b-4263-9d0b-4cab14bee6b0', '4e7b37f7-807d-4fa4-b87f-6efb3553e208'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:01:22.717366 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a1326759-fdd6-4d28-b011-68d655e2ec36 req-07e4bad8-0496-4c08-b2ef-f9b13882652c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451488 Sep 03 02:01:22.722149 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] No DVR routers for this DVR port 4e7b37f7-807d-4fa4-b87f-6efb3553e208 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:01:22.726537 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:22.728567 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ec63fc09-097e-4565-9429-7e8b1fbb5e09 req-3e48f513-6735-4e4e-8bf3-9bab91c9ad4b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "DELETE /v2.0/ports/4e7b37f7-807d-4fa4-b87f-6efb3553e208 HTTP/1.1" status: 204 len: 173 time: 0.4814217 Sep 03 02:01:22.729050 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f587b15-5018-4767-8675-028c900f1c8e', 'name': 'network-vif-deleted', 'tag': '4e7b37f7-807d-4fa4-b87f-6efb3553e208'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:22.731603 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6294b6cb-fee1-4f16-aa20-e276aa534a60" -d '{"events": [{"server_uuid": "0f587b15-5018-4767-8675-028c900f1c8e", "name": "network-vif-deleted", "tag": "4e7b37f7-807d-4fa4-b87f-6efb3553e208"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:22.815306 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a072811-8dec-465f-822e-df262354b90c x-openstack-request-id: req-9a072811-8dec-465f-822e-df262354b90c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:22.816117 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f587b15-5018-4767-8675-028c900f1c8e", "name": "network-vif-deleted", "tag": "4e7b37f7-807d-4fa4-b87f-6efb3553e208", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:22.816750 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a072811-8dec-465f-822e-df262354b90c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:22.817250 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f587b15-5018-4767-8675-028c900f1c8e', 'name': 'network-vif-deleted', 'tag': '4e7b37f7-807d-4fa4-b87f-6efb3553e208', 'status': 'completed', 'code': 200} Sep 03 02:01:22.858261 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac71c-9e66-412d-9f23-47a41d922ec1 req-867f4b94-50f7-4f22-96fe-fcc4342fa103 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:22.860220 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecdac71c-9e66-412d-9f23-47a41d922ec1 req-867f4b94-50f7-4f22-96fe-fcc4342fa103 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0774951 Sep 03 02:01:22.941516 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecdac71c-9e66-412d-9f23-47a41d922ec1 req-14742215-9637-4731-b62d-1725e488536b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750186 Sep 03 02:01:23.031367 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6e4ec-cd84-45ee-a21b-34331ad43670 req-68981bfb-d069-4c9c-85d6-056e64f286bd tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:23.038971 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e0a6e4ec-cd84-45ee-a21b-34331ad43670 req-68981bfb-d069-4c9c-85d6-056e64f286bd tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0750065 Sep 03 02:01:23.080966 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e0a6e4ec-cd84-45ee-a21b-34331ad43670 req-65ce3db8-3bb6-405f-86d8-05e50bc834a9 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Sep 03 02:01:23.243908 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 59872) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:23.342002 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-dd679d6e-bf16-4bef-81c8-2692578c288b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963230 Sep 03 02:01:23.351404 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-cdf60fd8-f621-4679-ae29-149bacb4aa1d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:01:23.352464 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-cdf60fd8-f621-4679-ae29-149bacb4aa1d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058782 Sep 03 02:01:23.354058 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd261bd2-9152-4da9-a972-c07858a24eb2 req-e357079e-54c9-45fd-add0-9213591e834b tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:23.355560 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bd261bd2-9152-4da9-a972-c07858a24eb2 req-e357079e-54c9-45fd-add0-9213591e834b tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0570092 Sep 03 02:01:23.393206 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bd261bd2-9152-4da9-a972-c07858a24eb2 req-42231c30-31ec-4530-983b-fbe04c3ee3f0 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Sep 03 02:01:23.762343 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 4e7b37f7-807d-4fa4-b87f-6efb3553e208 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:01:23.784515 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 4e7b37f7-807d-4fa4-b87f-6efb3553e208 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:01:23.784769 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 4e7b37f7-807d-4fa4-b87f-6efb3553e208 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:01:23.785414 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:01:23.848649 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1bc84e55-11a9-44b8-949f-c41f1dd3685f req-a3585ccd-c243-455a-85d3-818bd07773c9 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f587b15-5018-4767-8675-028c900f1c8e HTTP/1.1" status: 200 len: 210 time: 0.0367548 Sep 03 02:01:24.070282 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919db6c-61f0-4f58-adf3-5baf7ea556f8 req-d1d89142-d1b9-4795-822c-f979cad89bb0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:24.071771 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a919db6c-61f0-4f58-adf3-5baf7ea556f8 req-d1d89142-d1b9-4795-822c-f979cad89bb0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0624924 Sep 03 02:01:24.108793 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a919db6c-61f0-4f58-adf3-5baf7ea556f8 req-9fe7e5fa-1ac1-4dfa-b88f-eee2272cb2f5 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312991 Sep 03 02:01:24.517551 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0fcbf-ef98-4d8a-9db6-9c8177a25d0e req-54506705-9e56-496f-ae76-e80ec767f528 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:24.520728 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a6a0fcbf-ef98-4d8a-9db6-9c8177a25d0e req-54506705-9e56-496f-ae76-e80ec767f528 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0577993 Sep 03 02:01:24.559930 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a6a0fcbf-ef98-4d8a-9db6-9c8177a25d0e req-0fe7f412-d408-419c-8832-8e55bf5830fe tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332141 Sep 03 02:01:25.252038 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff614df6-7563-42cf-ba0c-a3d979b6922e req-c76cc336-07ef-4ce8-acae-da81991b7283 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:25.253611 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ff614df6-7563-42cf-ba0c-a3d979b6922e req-c76cc336-07ef-4ce8-acae-da81991b7283 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0632250 Sep 03 02:01:25.296436 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ff614df6-7563-42cf-ba0c-a3d979b6922e req-65eb7711-a63a-4540-9e1b-b9d455240a7b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348651 Sep 03 02:01:25.680588 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287acbb6-2071-4d45-ba52-a53cd5cc69f5 req-40907724-edae-474e-a640-4e78061bf566 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:25.682054 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-287acbb6-2071-4d45-ba52-a53cd5cc69f5 req-40907724-edae-474e-a640-4e78061bf566 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0497036 Sep 03 02:01:25.724104 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-287acbb6-2071-4d45-ba52-a53cd5cc69f5 req-80d661b5-6cb5-4699-b47c-a76f19bd1595 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Sep 03 02:01:26.264335 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c719e7-70c5-4cc1-b786-8419eb4a5b4b req-4ad20ca7-90f4-411f-9c6e-9972ce52ca46 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:26.265829 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-53c719e7-70c5-4cc1-b786-8419eb4a5b4b req-4ad20ca7-90f4-411f-9c6e-9972ce52ca46 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 945 time: 0.0524595 Sep 03 02:01:26.436035 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bd7a67a9-0913-48ca-8445-191b85eb183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:26.437527 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762271e-e22c-4f8c-8a82-9da446a1ca63 req-71eb5c25-ff06-4914-ac50-e38829c3daf2 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:26.441007 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6762271e-e22c-4f8c-8a82-9da446a1ca63 req-71eb5c25-ff06-4914-ac50-e38829c3daf2 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0595255 Sep 03 02:01:26.491965 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:26.504566 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6762271e-e22c-4f8c-8a82-9da446a1ca63 req-a69eeff7-e0a9-438d-a681-9b4ee62a55a8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506251 Sep 03 02:01:26.517861 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-53c719e7-70c5-4cc1-b786-8419eb4a5b4b req-b2e31a1b-97a9-4904-83e2-2e8ec4776802 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461765 Sep 03 02:01:26.836591 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d02c78-7fa3-4b73-8359-0152e661086f req-9edbdd21-1f8d-4554-a7d9-a0a617682566 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:26.838065 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e3d02c78-7fa3-4b73-8359-0152e661086f req-9edbdd21-1f8d-4554-a7d9-a0a617682566 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0482883 Sep 03 02:01:26.875251 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e3d02c78-7fa3-4b73-8359-0152e661086f req-354faa67-2a4b-4977-81c9-bf95b50dcfd8 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/security-groups?id=ead5e351-07bc-45a1-9d69-05af93f90bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Sep 03 02:01:27.102581 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-fc69d20e-ba14-48df-9f94-f01dac8500a3 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:27.103933 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-fc69d20e-ba14-48df-9f94-f01dac8500a3 tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.42 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 950 time: 0.0481186 Sep 03 02:01:27.462536 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-f744b14f-56de-4957-8535-a460973e3d9c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Deleting port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:01:27.463241 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9b646-9c77-4edc-870d-dd244f5c77f3 req-21a9e882-4f9c-4483-b0ce-85e15fe29caa tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:27.463632 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-f744b14f-56de-4957-8535-a460973e3d9c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:27.464246 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bea9b646-9c77-4edc-870d-dd244f5c77f3 req-21a9e882-4f9c-4483-b0ce-85e15fe29caa tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0518036 Sep 03 02:01:27.505454 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bea9b646-9c77-4edc-870d-dd244f5c77f3 req-20db569b-1fec-4b23-b9f4-37bd550fba0d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334625 Sep 03 02:01:27.531940 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 59958) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:27.578395 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-f744b14f-56de-4957-8535-a460973e3d9c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] For port 57aef88d-a459-4d8c-bee7-9e82f755e6d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57aef88d-a459-4d8c-bee7-9e82f755e6d2,segment=NetworkSegment(1f8fae52-5f00-4240-9d6a-36e97e2be64a),segment_id=1f8fae52-5f00-4240-9d6a-36e97e2be64a)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:27.579149 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-f744b14f-56de-4957-8535-a460973e3d9c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:27.594311 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-f744b14f-56de-4957-8535-a460973e3d9c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Calling delete_port for 57aef88d-a459-4d8c-bee7-9e82f755e6d2 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:01:27.663474 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bd255-a89a-46ca-b949-9c6335f473fe req-d4cc9079-63e9-4d2b-9a7f-f3e8bab37bdb tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:27.665046 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-877bd255-a89a-46ca-b949-9c6335f473fe req-d4cc9079-63e9-4d2b-9a7f-f3e8bab37bdb tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 945 time: 0.0523694 Sep 03 02:01:27.692042 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f93f5a-446e-47b4-9294-236c34487123 req-2ee4d00e-c139-4c89-8fbc-972207509f7e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:27.693810 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f2f93f5a-446e-47b4-9294-236c34487123 req-2ee4d00e-c139-4c89-8fbc-972207509f7e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0858006 Sep 03 02:01:27.735493 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-877bd255-a89a-46ca-b949-9c6335f473fe req-916bd1a6-37b7-4f5f-8923-70ef6ab0cbb4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590458 Sep 03 02:01:27.738096 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657e072-e41e-4cda-87f6-f61d20a63ae1 tempest-TestMinimumBasicScenario-781907620 tempest-TestMinimumBasicScenario-781907620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:27.742612 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3657e072-e41e-4cda-87f6-f61d20a63ae1 tempest-TestMinimumBasicScenario-781907620 tempest-TestMinimumBasicScenario-781907620-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 1093 time: 0.2065005 Sep 03 02:01:27.743366 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 59964) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:27.748276 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'floatingip': {'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'port_id': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:01:27.750900 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f2f93f5a-446e-47b4-9294-236c34487123 req-37382840-1725-4340-b869-6bd7eaaafefc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473616 Sep 03 02:01:27.784561 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for floatingip, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:27.813927 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-f744b14f-56de-4957-8535-a460973e3d9c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:27.841813 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744b14f-56de-4957-8535-a460973e3d9c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Pushing event deleted for resources: {'Port': ['ID=57aef88d-a459-4d8c-bee7-9e82f755e6d2,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:27.887491 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-f744b14f-56de-4957-8535-a460973e3d9c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] No DVR routers for this DVR port 57aef88d-a459-4d8c-bee7-9e82f755e6d2 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:01:27.890344 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-f744b14f-56de-4957-8535-a460973e3d9c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:27.892371 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab4cfc67-afe1-4b83-b405-3ac4250a8861 req-f744b14f-56de-4957-8535-a460973e3d9c tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.42 "DELETE /v2.0/ports/57aef88d-a459-4d8c-bee7-9e82f755e6d2 HTTP/1.1" status: 204 len: 173 time: 0.7768939 Sep 03 02:01:27.892822 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92d8d3d-79e8-462e-bc57-37ce6d09d075', 'name': 'network-vif-deleted', 'tag': '57aef88d-a459-4d8c-bee7-9e82f755e6d2'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:27.894855 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:27.897666 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040e1af9-dd5f-4b9f-88e8-c192dbdadc35" -d '{"events": [{"server_uuid": "d92d8d3d-79e8-462e-bc57-37ce6d09d075", "name": "network-vif-deleted", "tag": "57aef88d-a459-4d8c-bee7-9e82f755e6d2"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:27.978735 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e23074-b0f1-4012-94ac-0ea890c2ef66 x-openstack-request-id: req-96e23074-b0f1-4012-94ac-0ea890c2ef66 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:27.979163 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92d8d3d-79e8-462e-bc57-37ce6d09d075", "name": "network-vif-deleted", "tag": "57aef88d-a459-4d8c-bee7-9e82f755e6d2", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:27.979677 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96e23074-b0f1-4012-94ac-0ea890c2ef66 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:27.980168 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92d8d3d-79e8-462e-bc57-37ce6d09d075', 'name': 'network-vif-deleted', 'tag': '57aef88d-a459-4d8c-bee7-9e82f755e6d2', 'status': 'completed', 'code': 200} Sep 03 02:01:28.036052 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-4ca3803a-df48-4d73-99d9-d9a79f2ad059 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769906 Sep 03 02:01:28.058383 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ff54ae27-4860-42a3-ad9b-644044a9b53a req-12b2f9f5-75a1-4ee7-80e1-eeb0d530fb8f tempest-VolumesNegativeTest-1171541496 tempest-VolumesNegativeTest-1171541496-project] 10.222.0.32 "GET /v2.0/ports?device_id=d92d8d3d-79e8-462e-bc57-37ce6d09d075 HTTP/1.1" status: 200 len: 210 time: 0.0452986 Sep 03 02:01:28.070017 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Allocated IP 172.27.3.42 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/2444c556-3fb6-4b9e-b6c8-a5acbda6645f) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:01:28.173915 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:28.212054 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:28.231415 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-9a51cd36-3e0e-411f-b3a2-9cd280c1083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:28.232945 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-9a51cd36-3e0e-411f-b3a2-9cd280c1083c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 1099 time: 0.0438242 Sep 03 02:01:28.251149 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:01:28.254343 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:01:28.257939 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:01:28.265975 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'Port': ['ID=2444c556-3fb6-4b9e-b6c8-a5acbda6645f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:28.293796 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.294145 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.294489 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.294828 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.295164 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.295498 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.295831 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.296162 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.296492 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.296819 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.297169 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.297501 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:01:28.353570 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-a52ce4cd-84b5-4e6b-b9b6-2285d47ebb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:28.355034 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-a52ce4cd-84b5-4e6b-b9b6-2285d47ebb6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 200 len: 911 time: 0.0868130 Sep 03 02:01:28.432897 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-f8ab44fb-5c50-429d-af3f-791f68d6adb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e972b27-9906-464a-8652-21c602f029e6 HTTP/1.1" status: 200 len: 1002 time: 0.0635087 Sep 03 02:01:28.491869 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-3fe596ec-b756-4098-8f5d-9c658f05b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:28.493365 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-3fe596ec-b756-4098-8f5d-9c658f05b60a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=013631d7-7a1e-4a3d-ada0-12789532d705 HTTP/1.1" status: 200 len: 849 time: 0.0508778 Sep 03 02:01:28.545256 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-a14b4229-87d0-4cb8-9f36-def54a2e9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:28.546727 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-a14b4229-87d0-4cb8-9f36-def54a2e9014 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a88e5a51-5dbf-49a2-9096-b693012f5b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402422 Sep 03 02:01:28.623836 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:28.658139 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-221f746d-597c-4918-ae3c-40159d77074b service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872316 Sep 03 02:01:28.687602 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:28.758742 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6663f2b-65dc-444f-aa77-74ee009a00c7 req-064b4c84-8dc0-4f07-a99c-76c5333285ba service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871437 Sep 03 02:01:28.872399 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabead7-5b91-42cc-8b39-0841054d5d3b req-f358a66b-585e-48e3-bbcb-1cb0cfc6bdbf tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:28.873934 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7aabead7-5b91-42cc-8b39-0841054d5d3b req-f358a66b-585e-48e3-bbcb-1cb0cfc6bdbf tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 945 time: 0.0660686 Sep 03 02:01:28.887147 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:28.892471 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25731509'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:28.919589 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7aabead7-5b91-42cc-8b39-0841054d5d3b req-1d73854b-f145-4bd5-b0c6-821713c69cd9 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362566 Sep 03 02:01:28.943547 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b2ffa-57e1-4ef1-8fa4-a7a2e7a0cd3d req-413a55a3-1610-4a4f-b370-aa870f36e7dd tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:28.945146 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-360b2ffa-57e1-4ef1-8fa4-a7a2e7a0cd3d req-413a55a3-1610-4a4f-b370-aa870f36e7dd tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.1071804 Sep 03 02:01:28.953791 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-31c8fbff-e128-4d49-b5ff-75f68d13a953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:28.991811 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'Port': ['ID=2444c556-3fb6-4b9e-b6c8-a5acbda6645f,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:29.013671 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:29.052796 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-360b2ffa-57e1-4ef1-8fa4-a7a2e7a0cd3d req-937efe2e-2201-4dd5-852f-7d6a84e72c8e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866573 Sep 03 02:01:29.121173 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Floating IP 36c5e6e5-28e0-4c9a-b7b2-3a19d3e5f608 associated. External IP: 172.27.3.42, port: 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2. Sep 03 02:01:29.169894 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:29.341193 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Router e3e9abef-85a4-4a0f-8ff8-7901372c4535 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:01:29.451493 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:01:29.462276 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] Sync routers for ids ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:01:29.467604 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:29.474141 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] Routers {'e3e9abef-85a4-4a0f-8ff8-7901372c4535'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:01:29.475366 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:01:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:01:29.504365 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-263976ab-c1b4-4e60-a478-43e7cd1fe8bf tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7565780 Sep 03 02:01:29.504365 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:29.505364 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77482dccd8f24be2bd6ac63fccac15686b94fd892f7df4acaf4f7e51daaa6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:29.505595 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 60016) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:29.511273 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-d54a02c0-a181-49c8-9bd4-253a641f2132 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763756337', 'description': 'tempest-secgroup-smoke-1763756337 description', 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:01:29.550815 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d54a02c0-a181-49c8-9bd4-253a641f2132 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:29.551255 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32362586-9177-4e2d-b4cb-b1279d62d99f x-openstack-request-id: req-32362586-9177-4e2d-b4cb-b1279d62d99f {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:29.551615 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:29.551971 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32362586-9177-4e2d-b4cb-b1279d62d99f {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:29.552430 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'status': 'completed', 'code': 200} Sep 03 02:01:29.621057 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] Set router e3e9abef-85a4-4a0f-8ff8-7901372c4535 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:01:29.656469 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d54a02c0-a181-49c8-9bd4-253a641f2132 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:29.662379 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d54a02c0-a181-49c8-9bd4-253a641f2132 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:29.708072 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a02c0-a181-49c8-9bd4-253a641f2132 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:29.712693 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d54a02c0-a181-49c8-9bd4-253a641f2132 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:29.717459 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d54a02c0-a181-49c8-9bd4-253a641f2132 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2067208 Sep 03 02:01:29.717459 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 60050) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:29.724669 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-57320d17-e686-4408-8ad0-65bf4da5601f tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'security_group_rule': {'security_group_id': 'f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a', 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:01:29.726923 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 57aef88d-a459-4d8c-bee7-9e82f755e6d2 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:01:29.754212 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 57aef88d-a459-4d8c-bee7-9e82f755e6d2 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:01:29.754753 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 57aef88d-a459-4d8c-bee7-9e82f755e6d2 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:01:29.818751 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-607624fb-ce22-456a-881a-21069e03cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:29.820307 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-607624fb-ce22-456a-881a-21069e03cfa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8&device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 1098 time: 0.0903902 Sep 03 02:01:29.833030 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-57320d17-e686-4408-8ad0-65bf4da5601f tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:29.842933 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-c4761ba6-16c4-440a-b9bd-e1e2ffd4f54c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:29.844477 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-c4761ba6-16c4-440a-b9bd-e1e2ffd4f54c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 945 time: 0.0857439 Sep 03 02:01:29.865684 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:06Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '36c5e6e5-28e0-4c9a-b7b2-3a19d3e5f608', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'port_id': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'mac_address': 'fa:16:3e:f4:a9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:01:28Z', 'updated_at': '2021-09-03T02:01:28Z', 'revision_number': 0, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a6a3a2-b199-4684-9ec0-dbcc52fb4094', 'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'mac_address': 'fa:16:3e:67:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:05Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 5, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'subnets': [{'id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:01:29.899872 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] Checking router: e3e9abef-85a4-4a0f-8ff8-7901372c4535 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:01:29.908293 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] Routers {'e3e9abef-85a4-4a0f-8ff8-7901372c4535'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:01:29.908917 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:01:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:01:30.022132 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] Set router e3e9abef-85a4-4a0f-8ff8-7901372c4535 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:01:30.062098 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-57320d17-e686-4408-8ad0-65bf4da5601f tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.086008 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-5512f3a5-738c-4792-a1b8-dd4a55780652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:30.088835 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-5512f3a5-738c-4792-a1b8-dd4a55780652 service neutron] 10.222.0.42 "GET /v2.0/networks?id=99de7404-7057-454a-a101-2683cbf76e2f HTTP/1.1" status: 200 len: 915 time: 0.2434473 Sep 03 02:01:30.095409 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-57320d17-e686-4408-8ad0-65bf4da5601f tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.117515 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.180598 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57320d17-e686-4408-8ad0-65bf4da5601f tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454a3cc1-f512-40c7-b8f5-eddd86c92561,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:30.200731 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-42783007-aac3-4ebb-8ff0-b332710c19c4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Deleting port 8c45050a-501b-4263-9d0b-4cab14bee6b0 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:01:30.200902 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-42783007-aac3-4ebb-8ff0-b332710c19c4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.213705 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18c1d1-c81e-4659-af64-e88241fe2abc req-49b98283-559e-46a6-991c-4474788abdd8 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:30.220946 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9f18c1d1-c81e-4659-af64-e88241fe2abc req-49b98283-559e-46a6-991c-4474788abdd8 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 945 time: 0.1827028 Sep 03 02:01:30.223408 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-57320d17-e686-4408-8ad0-65bf4da5601f tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.226536 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621c2a7-3af3-4fb0-bd96-717d50fadab1 req-b2361bab-77cd-44b2-b429-13c8dc7e2f2b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:30.227458 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-57320d17-e686-4408-8ad0-65bf4da5601f tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5091815 Sep 03 02:01:30.228335 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 60086) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:30.229013 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6621c2a7-3af3-4fb0-bd96-717d50fadab1 req-b2361bab-77cd-44b2-b429-13c8dc7e2f2b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0704544 Sep 03 02:01:30.245959 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-9bc64d22-b27a-4b8a-af12-2bc8bd5842fe tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'security_group_rule': {'security_group_id': 'f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a', 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:01:30.280362 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6621c2a7-3af3-4fb0-bd96-717d50fadab1 req-9d86ef22-6c72-49d3-b4f7-e7967e8ccf49 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448637 Sep 03 02:01:30.297412 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-423ae16e-1057-4b32-a5eb-d7bd9b3d204e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 200 len: 998 time: 0.1942706 Sep 03 02:01:30.298926 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:06Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '36c5e6e5-28e0-4c9a-b7b2-3a19d3e5f608', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'port_id': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'mac_address': 'fa:16:3e:f4:a9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:01:28Z', 'updated_at': '2021-09-03T02:01:28Z', 'revision_number': 0, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a6a3a2-b199-4684-9ec0-dbcc52fb4094', 'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'mac_address': 'fa:16:3e:67:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:05Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 5, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'subnets': [{'id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:01:30.332539 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ec50a-ec07-499f-919a-794f8d16fa9b None None] The sync data for ids ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'] in dv-cinder-804035-9-iscsi is: [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:06Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '36c5e6e5-28e0-4c9a-b7b2-3a19d3e5f608', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'port_id': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'mac_address': 'fa:16:3e:f4:a9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:01:28Z', 'updated_at': '2021-09-03T02:01:28Z', 'revision_number': 0, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a6a3a2-b199-4684-9ec0-dbcc52fb4094', 'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'mac_address': 'fa:16:3e:67:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:05Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 5, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'subnets': [{'id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:01:30.395823 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9f18c1d1-c81e-4659-af64-e88241fe2abc req-e5c7a4f8-ca54-400c-9938-f2c9dd21fdf7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737349 Sep 03 02:01:30.399953 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9bc64d22-b27a-4b8a-af12-2bc8bd5842fe tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.437602 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-196f13cc-9de2-4417-85a1-6da208d8efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:30.439068 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-196f13cc-9de2-4417-85a1-6da208d8efc1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0846a881-03c7-4a0f-883e-cd218e0f443b HTTP/1.1" status: 200 len: 853 time: 0.1038432 Sep 03 02:01:30.446964 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-42783007-aac3-4ebb-8ff0-b332710c19c4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] For port 8c45050a-501b-4263-9d0b-4cab14bee6b0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c45050a-501b-4263-9d0b-4cab14bee6b0,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:30.447462 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-42783007-aac3-4ebb-8ff0-b332710c19c4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.493932 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-42783007-aac3-4ebb-8ff0-b332710c19c4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Calling delete_port for 8c45050a-501b-4263-9d0b-4cab14bee6b0 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:01:30.563776 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9bc64d22-b27a-4b8a-af12-2bc8bd5842fe tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.574598 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9bc64d22-b27a-4b8a-af12-2bc8bd5842fe tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.583574 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-29b8d545-04c5-4368-8dc7-6ea3fb8fe63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:30.585010 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-29b8d545-04c5-4368-8dc7-6ea3fb8fe63f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99de7404-7057-454a-a101-2683cbf76e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1319692 Sep 03 02:01:30.588746 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326baaa-c8fa-4491-9882-b2ef3e97360e None None] New status for floating IP 36c5e6e5-28e0-4c9a-b7b2-3a19d3e5f608: ACTIVE {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:01:30.617162 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc64d22-b27a-4b8a-af12-2bc8bd5842fe tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce569f59-b154-4e38-b26b-cffbeadecc70,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:30.660391 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9bc64d22-b27a-4b8a-af12-2bc8bd5842fe tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.661601 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9bc64d22-b27a-4b8a-af12-2bc8bd5842fe tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4194329 Sep 03 02:01:30.664460 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 60138) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:30.671365 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-6f041d88-ceb7-48f1-8511-69fd26aafafb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'security_group_rule': {'security_group_id': 'f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a', 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:01:30.718249 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f041d88-ceb7-48f1-8511-69fd26aafafb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.787427 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-025401ae-b34a-4a78-946f-e1ae6dab50ff service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909590 Sep 03 02:01:30.797128 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-42783007-aac3-4ebb-8ff0-b332710c19c4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.803249 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f041d88-ceb7-48f1-8511-69fd26aafafb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.814132 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f041d88-ceb7-48f1-8511-69fd26aafafb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.836391 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f041d88-ceb7-48f1-8511-69fd26aafafb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9ba2c7-fb5a-4557-a1f9-d74e2a88280e,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:30.845661 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f041d88-ceb7-48f1-8511-69fd26aafafb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.847062 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6f041d88-ceb7-48f1-8511-69fd26aafafb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802752 Sep 03 02:01:30.849992 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 60154) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:30.853743 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42783007-aac3-4ebb-8ff0-b332710c19c4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Pushing event deleted for resources: {'Port': ['ID=8c45050a-501b-4263-9d0b-4cab14bee6b0,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:30.854712 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-a04cd784-4201-4caa-8669-a861a04968e1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'security_group_rule': {'security_group_id': 'f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a', 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:01:30.857956 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['b8e37fd5-588e-4333-9f33-db145534315e', 'ce9f889d-0abe-40c9-ab7f-06dde1b43376', '8c45050a-501b-4263-9d0b-4cab14bee6b0'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:01:30.911551 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a04cd784-4201-4caa-8669-a861a04968e1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.913123 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-42783007-aac3-4ebb-8ff0-b332710c19c4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] No DVR routers for this DVR port 8c45050a-501b-4263-9d0b-4cab14bee6b0 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:01:30.916676 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-42783007-aac3-4ebb-8ff0-b332710c19c4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:30.918939 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f7077649-0024-482f-b98d-126ee2d39ea4 req-42783007-aac3-4ebb-8ff0-b332710c19c4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "DELETE /v2.0/ports/8c45050a-501b-4263-9d0b-4cab14bee6b0 HTTP/1.1" status: 204 len: 173 time: 1.0494850 Sep 03 02:01:30.919580 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c', 'name': 'network-vif-deleted', 'tag': '8c45050a-501b-4263-9d0b-4cab14bee6b0'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:30.922212 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b488489-dc83-4cea-929b-b616002029b2" -d '{"events": [{"server_uuid": "0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c", "name": "network-vif-deleted", "tag": "8c45050a-501b-4263-9d0b-4cab14bee6b0"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:30.995660 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff2e4d7-c4f1-4659-862e-0d1609f588d6 x-openstack-request-id: req-8ff2e4d7-c4f1-4659-862e-0d1609f588d6 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:30.995952 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c", "name": "network-vif-deleted", "tag": "8c45050a-501b-4263-9d0b-4cab14bee6b0", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:30.996197 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ff2e4d7-c4f1-4659-862e-0d1609f588d6 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:30.996585 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c', 'name': 'network-vif-deleted', 'tag': '8c45050a-501b-4263-9d0b-4cab14bee6b0', 'status': 'completed', 'code': 200} Sep 03 02:01:31.010976 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2a5e0e9e-7c7d-4727-9113-af8cf200a9b9 req-95f340a7-05ed-4a79-8d80-eb68c7f2082e service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769130 Sep 03 02:01:31.042860 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a04cd784-4201-4caa-8669-a861a04968e1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.047297 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a04cd784-4201-4caa-8669-a861a04968e1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.070665 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cd784-4201-4caa-8669-a861a04968e1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309db05f-5c2c-497b-a6b5-0964939e98cd,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:31.083462 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a04cd784-4201-4caa-8669-a861a04968e1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.084786 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a04cd784-4201-4caa-8669-a861a04968e1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2339442 Sep 03 02:01:31.088231 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 60170) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:31.092993 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-0e8c1fee-24c0-4df8-abdd-c1e6aab04645 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'security_group_rule': {'security_group_id': 'f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a', 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:01:31.131222 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.securitygroups_db [None req-0e8c1fee-24c0-4df8-abdd-c1e6aab04645 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Project d8bab331813a4f8a9bda337fc8fdf5a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 02:01:31.137164 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1fee-24c0-4df8-abdd-c1e6aab04645 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.212561 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1fee-24c0-4df8-abdd-c1e6aab04645 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.217450 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1fee-24c0-4df8-abdd-c1e6aab04645 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.235533 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c1fee-24c0-4df8-abdd-c1e6aab04645 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9887c16a-6e34-40e9-ae4f-5925abf6c3ad,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:31.247143 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1fee-24c0-4df8-abdd-c1e6aab04645 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.248922 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0e8c1fee-24c0-4df8-abdd-c1e6aab04645 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588731 Sep 03 02:01:31.251114 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 60190) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:31.256017 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-3c392b34-c68e-4ae0-8f00-5e4848cc5ca9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'security_group_rule': {'security_group_id': 'f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a', 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:01:31.279076 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.securitygroups_db [None req-3c392b34-c68e-4ae0-8f00-5e4848cc5ca9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Project d8bab331813a4f8a9bda337fc8fdf5a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 02:01:31.288977 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3c392b34-c68e-4ae0-8f00-5e4848cc5ca9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.354773 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3c392b34-c68e-4ae0-8f00-5e4848cc5ca9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.359217 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3c392b34-c68e-4ae0-8f00-5e4848cc5ca9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.384804 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c392b34-c68e-4ae0-8f00-5e4848cc5ca9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb13e2ac-3a0a-4058-8f49-e66ddf9735cb,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:31.389491 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3c392b34-c68e-4ae0-8f00-5e4848cc5ca9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.390601 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3c392b34-c68e-4ae0-8f00-5e4848cc5ca9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385083 Sep 03 02:01:31.438222 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3350ef-8eaf-4227-a2dc-0ef75f76f14c req-8880cbdd-675b-49e0-baf0-bb9111c27b69 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:31.439819 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b3350ef-8eaf-4227-a2dc-0ef75f76f14c req-8880cbdd-675b-49e0-baf0-bb9111c27b69 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0695612 Sep 03 02:01:31.478811 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-7fd5e1f7-5e77-418b-b045-1389d08ed6f3 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763756337&fields=id&tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8 HTTP/1.1" status: 200 len: 267 time: 0.0363393 Sep 03 02:01:31.494411 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b3350ef-8eaf-4227-a2dc-0ef75f76f14c req-12133743-fad5-4691-8e8f-13e4eab7b8e5 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472884 Sep 03 02:01:31.537708 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-7b0519f8-0901-47db-8c76-9449288603ec tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:31.539304 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-7b0519f8-0901-47db-8c76-9449288603ec tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0540533 Sep 03 02:01:31.552488 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-849ea4db-ae38-4580-98db-ec11a8db53d5 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'port': {'security_groups': ['d0342f0c-39fe-4ca7-b527-25aa4678c72f', 'f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a']}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:01:31.598984 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-abe3d7af-9d03-4778-9d8f-9be7b9c906cd req-4a53ddb2-2d74-4d18-a1a9-86e0c24a5cb7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b802cd1-00ae-4a39-a1f2-dfda81d5ce0c HTTP/1.1" status: 200 len: 210 time: 0.0301254 Sep 03 02:01:31.633939 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-849ea4db-ae38-4580-98db-ec11a8db53d5 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:31.837964 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:32.073354 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-849ea4db-ae38-4580-98db-ec11a8db53d5 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] For port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:32.103060 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-849ea4db-ae38-4580-98db-ec11a8db53d5 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:32.107825 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-849ea4db-ae38-4580-98db-ec11a8db53d5 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25731509'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:32.151332 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-849ea4db-ae38-4580-98db-ec11a8db53d5 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:32.152130 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-849ea4db-ae38-4580-98db-ec11a8db53d5 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for port, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:32.153997 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9fc47b5a-8aaa-42b3-b96c-a504e3e39ee9 req-849ea4db-ae38-4580-98db-ec11a8db53d5 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "PUT /v2.0/ports/67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 200 len: 981 time: 0.6073873 Sep 03 02:01:32.156829 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:32.163194 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77482dccd8f24be2bd6ac63fccac15686b94fd892f7df4acaf4f7e51daaa6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c35062a-9b82-4d86-b0a5-6a615ec51501" -d '{"events": [{"name": "network-changed", "server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:32.178418 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:01:32.219208 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778ab11e-a2e5-4a7d-8768-7459fb10c6ba x-openstack-request-id: req-778ab11e-a2e5-4a7d-8768-7459fb10c6ba {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:32.219503 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:32.219756 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-778ab11e-a2e5-4a7d-8768-7459fb10c6ba {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:32.220155 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'status': 'completed', 'code': 200} Sep 03 02:01:32.228974 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ea4db-ae38-4580-98db-ec11a8db53d5 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'Port': ['ID=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,revision_number=6']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:32.297730 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02746dba-152a-4369-9d40-0267ddcaa0f5 req-2433e1d1-c8d2-46fc-98aa-f75c32dd6083 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:32.299291 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02746dba-152a-4369-9d40-0267ddcaa0f5 req-2433e1d1-c8d2-46fc-98aa-f75c32dd6083 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0696008 Sep 03 02:01:32.364924 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-7d2f61dd-f54d-4210-9bde-2f1d3541f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:32.366440 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-7d2f61dd-f54d-4210-9bde-2f1d3541f363 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8&device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 1137 time: 0.0656114 Sep 03 02:01:32.380961 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-02746dba-152a-4369-9d40-0267ddcaa0f5 req-b895ef13-73cf-4047-94de-ba43988874e5 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713899 Sep 03 02:01:32.443540 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-c26ebd12-c713-43d2-88e8-d82fdccdeb82 None None] Provisioning complete for port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:01:32.443912 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c26ebd12-c713-43d2-88e8-d82fdccdeb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:32.489175 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-43aa2351-49b9-4008-92f7-37d6ce12eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:32.491716 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-43aa2351-49b9-4008-92f7-37d6ce12eebd service neutron] 10.222.0.42 "GET /v2.0/networks?id=99de7404-7057-454a-a101-2683cbf76e2f HTTP/1.1" status: 200 len: 915 time: 0.1096246 Sep 03 02:01:32.552917 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:01:32.580779 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-11dfd3e3-fe2b-4883-839d-91d102eea180 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 200 len: 1000 time: 0.0807264 Sep 03 02:01:32.633893 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d01be-f4ea-4c22-a0a6-3363d1e67a7e req-3d02f7fb-0501-4aa1-adac-b5ee1981b377 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:32.635829 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f72d01be-f4ea-4c22-a0a6-3363d1e67a7e req-3d02f7fb-0501-4aa1-adac-b5ee1981b377 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0550039 Sep 03 02:01:32.667157 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-8f8c185a-1b0d-4997-acdb-2f95a7dd2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:32.668389 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-8f8c185a-1b0d-4997-acdb-2f95a7dd2331 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0846a881-03c7-4a0f-883e-cd218e0f443b HTTP/1.1" status: 200 len: 853 time: 0.0779357 Sep 03 02:01:32.685678 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f72d01be-f4ea-4c22-a0a6-3363d1e67a7e req-802bb1aa-1f0a-42c0-ad38-2a0cdcdc61fc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403664 Sep 03 02:01:32.747156 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-a30d92e8-1bd5-4ffe-b157-5c4e155af8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:32.748680 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-a30d92e8-1bd5-4ffe-b157-5c4e155af8cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99de7404-7057-454a-a101-2683cbf76e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711813 Sep 03 02:01:32.874564 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-49ebe1d4-2a79-45dd-889f-24ba4ebeda4b service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172490 Sep 03 02:01:32.928685 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2802e1-c6a4-48d8-929c-6e95c152d617 req-b3bb7103-e5c3-4302-b607-46eba55bbd29 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:32.930494 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da2802e1-c6a4-48d8-929c-6e95c152d617 req-b3bb7103-e5c3-4302-b607-46eba55bbd29 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 945 time: 0.0554972 Sep 03 02:01:32.975888 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-da2802e1-c6a4-48d8-929c-6e95c152d617 req-86876d66-94c4-49e0-ac04-2da72ec95058 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379126 Sep 03 02:01:33.002585 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6c35062a-9b82-4d86-b0a5-6a615ec51501 req-52555fbe-7693-43c0-9e74-a47aba5c9885 service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993686 Sep 03 02:01:33.542355 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 60282) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:33.670317 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-3aac56f5-c4ee-470c-b037-09ee72a35384 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19c65e5b743049e8bae2548cde5213c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268153 Sep 03 02:01:33.672812 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 60286) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:33.721945 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4fe5dffd-c348-4426-9ed8-506364987f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:33.744327 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4fe5dffd-c348-4426-9ed8-506364987f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:33.787180 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c45050a-501b-4263-9d0b-4cab14bee6b0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:01:33.792950 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4fe5dffd-c348-4426-9ed8-506364987f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:33.795548 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4fe5dffd-c348-4426-9ed8-506364987f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:33.796972 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-4fe5dffd-c348-4426-9ed8-506364987f43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ead5e351-07bc-45a1-9d69-05af93f90bd0 HTTP/1.1" status: 204 len: 168 time: 0.1230085 Sep 03 02:01:33.805595 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5dffd-c348-4426-9ed8-506364987f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead5e351-07bc-45a1-9d69-05af93f90bd0,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:33.819672 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 8c45050a-501b-4263-9d0b-4cab14bee6b0 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:01:33.820277 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c45050a-501b-4263-9d0b-4cab14bee6b0 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:01:33.825315 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cca1a-53dc-4ed9-8a87-d34031541694 req-0874cb99-4e63-4bba-b6ea-a19a07299e61 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:33.833854 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb2cca1a-53dc-4ed9-8a87-d34031541694 req-0874cb99-4e63-4bba-b6ea-a19a07299e61 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0758145 Sep 03 02:01:33.871638 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb2cca1a-53dc-4ed9-8a87-d34031541694 req-7696b05f-266c-4728-b734-2a301df93edc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368345 Sep 03 02:01:34.113588 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148210e-9b41-40d3-9d02-1ff5695bfa82 req-3e91e789-500e-439a-8bbd-1da64b99f508 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:34.115070 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a148210e-9b41-40d3-9d02-1ff5695bfa82 req-3e91e789-500e-439a-8bbd-1da64b99f508 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 945 time: 0.0544114 Sep 03 02:01:34.151560 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a148210e-9b41-40d3-9d02-1ff5695bfa82 req-0fc80b8e-d55e-4daa-a2ae-6be5e2b669f4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305047 Sep 03 02:01:34.993208 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892bf8e-d1ef-41b4-8da2-b5b04c6083ca req-65cf7eed-43f5-4177-903d-571c72a33d2e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:34.994682 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3892bf8e-d1ef-41b4-8da2-b5b04c6083ca req-65cf7eed-43f5-4177-903d-571c72a33d2e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0488882 Sep 03 02:01:35.035002 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3892bf8e-d1ef-41b4-8da2-b5b04c6083ca req-a2d6a57f-1171-4fd7-af8b-ec993dea4cc3 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341520 Sep 03 02:01:35.274256 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce359d-637f-4321-90d4-70d91aa92a76 req-8d7c73eb-4c19-46f0-9c69-e2fc6c1dac9d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:35.275669 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-67ce359d-637f-4321-90d4-70d91aa92a76 req-8d7c73eb-4c19-46f0-9c69-e2fc6c1dac9d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 945 time: 0.0514357 Sep 03 02:01:35.281497 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788034e-6060-475b-b32a-07b93af4af35 req-d3ef92aa-6b30-4783-9ef5-0c72c914d0e2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:35.282972 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2788034e-6060-475b-b32a-07b93af4af35 req-d3ef92aa-6b30-4783-9ef5-0c72c914d0e2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0552585 Sep 03 02:01:35.315992 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-67ce359d-637f-4321-90d4-70d91aa92a76 req-712de511-86c4-4f89-bcc3-50442b40f462 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337884 Sep 03 02:01:35.322485 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2788034e-6060-475b-b32a-07b93af4af35 req-9937640b-1814-43e0-b153-e29096b0c8e0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327251 Sep 03 02:01:35.361881 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909229af-e5dc-483a-be3a-6bf998ee287c req-cfe94877-bff8-4eb6-b193-b5f176501a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:35.363989 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-909229af-e5dc-483a-be3a-6bf998ee287c req-cfe94877-bff8-4eb6-b193-b5f176501a22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 1098 time: 0.0409179 Sep 03 02:01:35.458315 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909229af-e5dc-483a-be3a-6bf998ee287c req-0a1ddc27-e799-4802-80fb-528efbf82d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:35.459799 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-909229af-e5dc-483a-be3a-6bf998ee287c req-0a1ddc27-e799-4802-80fb-528efbf82d59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 920 time: 0.0869212 Sep 03 02:01:35.507083 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-909229af-e5dc-483a-be3a-6bf998ee287c req-b2c8b3a0-4842-402a-af57-ad30e0670870 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6 HTTP/1.1" status: 200 len: 217 time: 0.0352786 Sep 03 02:01:35.570354 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909229af-e5dc-483a-be3a-6bf998ee287c req-00cd2f48-6292-42c4-819c-a942df922b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:35.571788 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-909229af-e5dc-483a-be3a-6bf998ee287c req-00cd2f48-6292-42c4-819c-a942df922b01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf88f5a8-e67a-4d71-8361-698d70424a65 HTTP/1.1" status: 200 len: 859 time: 0.0482473 Sep 03 02:01:35.617642 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-909229af-e5dc-483a-be3a-6bf998ee287c req-6a015290-cf6c-4083-b77c-9b8c8992400f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254571 Sep 03 02:01:35.825788 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-70655608-1616-40db-aab0-4799b0f6df7d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:35.827137 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-70655608-1616-40db-aab0-4799b0f6df7d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 945 time: 0.1027613 Sep 03 02:01:35.847523 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-909229af-e5dc-483a-be3a-6bf998ee287c req-2a14ea31-5e02-4813-ba4a-2de5ec079213 service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234620 Sep 03 02:01:36.008826 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-909229af-e5dc-483a-be3a-6bf998ee287c req-18ce646f-5e01-422f-bacb-1e9febbdd789 service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409249 Sep 03 02:01:36.027372 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-8d9fb26e-85f2-4ae6-9f8a-e444cb9bfcd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Deleting port ce9f889d-0abe-40c9-ab7f-06dde1b43376 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:01:36.028247 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-8d9fb26e-85f2-4ae6-9f8a-e444cb9bfcd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:36.131611 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-8d9fb26e-85f2-4ae6-9f8a-e444cb9bfcd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] For port ce9f889d-0abe-40c9-ab7f-06dde1b43376, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ce9f889d-0abe-40c9-ab7f-06dde1b43376,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:36.131880 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-8d9fb26e-85f2-4ae6-9f8a-e444cb9bfcd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:36.145505 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-8d9fb26e-85f2-4ae6-9f8a-e444cb9bfcd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Calling delete_port for ce9f889d-0abe-40c9-ab7f-06dde1b43376 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:01:36.175802 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec081b-fd00-4cb7-af04-8014db7bf286 req-51fdc40a-048a-490c-9da0-8df774595a58 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:36.177247 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f9ec081b-fd00-4cb7-af04-8014db7bf286 req-51fdc40a-048a-490c-9da0-8df774595a58 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0537703 Sep 03 02:01:36.215707 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f9ec081b-fd00-4cb7-af04-8014db7bf286 req-00113a73-e8f1-4065-8dd3-9878ed76045f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323110 Sep 03 02:01:36.273313 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-8d9fb26e-85f2-4ae6-9f8a-e444cb9bfcd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:36.303211 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fb26e-85f2-4ae6-9f8a-e444cb9bfcd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Pushing event deleted for resources: {'Port': ['ID=ce9f889d-0abe-40c9-ab7f-06dde1b43376,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:36.333408 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['b8e37fd5-588e-4333-9f33-db145534315e'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:01:36.348246 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-8d9fb26e-85f2-4ae6-9f8a-e444cb9bfcd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] No DVR routers for this DVR port ce9f889d-0abe-40c9-ab7f-06dde1b43376 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:01:36.350940 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-8d9fb26e-85f2-4ae6-9f8a-e444cb9bfcd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:36.353394 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-509471ef-8fa8-475b-83a0-0195e9f95637 req-8d9fb26e-85f2-4ae6-9f8a-e444cb9bfcd7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "DELETE /v2.0/ports/ce9f889d-0abe-40c9-ab7f-06dde1b43376 HTTP/1.1" status: 204 len: 173 time: 0.4928520 Sep 03 02:01:36.354106 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef4a52-d6a8-402d-98ec-7b29d170c902', 'name': 'network-vif-deleted', 'tag': 'ce9f889d-0abe-40c9-ab7f-06dde1b43376'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:36.356482 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4da0392-06dc-4317-a8f8-909cbd72cab9" -d '{"events": [{"server_uuid": "05ef4a52-d6a8-402d-98ec-7b29d170c902", "name": "network-vif-deleted", "tag": "ce9f889d-0abe-40c9-ab7f-06dde1b43376"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:36.426373 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b21fb79d-5bfb-41b3-8f4e-f12ff9e4857a req-652e3624-d85f-4642-9f69-b31a2661171e tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=05ef4a52-d6a8-402d-98ec-7b29d170c902 HTTP/1.1" status: 200 len: 210 time: 0.0284560 Sep 03 02:01:36.448963 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062313db-07f0-4617-aafe-883bcc1d184a req-58a9845f-0799-4645-8e42-63b93c9d6252 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:36.450481 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-062313db-07f0-4617-aafe-883bcc1d184a req-58a9845f-0799-4645-8e42-63b93c9d6252 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0536101 Sep 03 02:01:36.484220 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b54518-55b5-4701-8d0f-ce4292530c47 x-openstack-request-id: req-a2b54518-55b5-4701-8d0f-ce4292530c47 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:36.484519 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef4a52-d6a8-402d-98ec-7b29d170c902", "name": "network-vif-deleted", "tag": "ce9f889d-0abe-40c9-ab7f-06dde1b43376", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:36.484775 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2b54518-55b5-4701-8d0f-ce4292530c47 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:36.486556 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef4a52-d6a8-402d-98ec-7b29d170c902', 'name': 'network-vif-deleted', 'tag': 'ce9f889d-0abe-40c9-ab7f-06dde1b43376', 'status': 'completed', 'code': 200} Sep 03 02:01:36.499271 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-062313db-07f0-4617-aafe-883bcc1d184a req-a04188a2-edce-4500-bd51-7119886ce731 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Sep 03 02:01:36.778132 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-bd4569a3-9e0b-40cd-b1d5-d79dc479d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:36.779630 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-bd4569a3-9e0b-40cd-b1d5-d79dc479d80e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a&tenant_id=53a477ba1496485da25d20994e25d2d7 HTTP/1.1" status: 200 len: 1096 time: 0.0710261 Sep 03 02:01:37.138066 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-45062381-4f15-400f-89ea-4e6110eba41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:37.139541 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-45062381-4f15-400f-89ea-4e6110eba41c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 1096 time: 0.2740464 Sep 03 02:01:37.250446 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-a03b08aa-873c-4154-85ab-07fd545be460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:37.251919 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-a03b08aa-873c-4154-85ab-07fd545be460 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 917 time: 0.0855558 Sep 03 02:01:37.371449 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-ceae8ac0-28a5-47e9-ac74-0023fb77d191 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0 HTTP/1.1" status: 200 len: 999 time: 0.0881875 Sep 03 02:01:37.387141 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4339d-5ed1-49f6-adfb-020437fa6a89 req-d8284354-0127-4c5d-9cdd-c883356c28c6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:37.388597 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dce4339d-5ed1-49f6-adfb-020437fa6a89 req-d8284354-0127-4c5d-9cdd-c883356c28c6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0662260 Sep 03 02:01:37.455458 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-ef177167-9720-4533-90ef-e48bc4221cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:37.457513 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-ef177167-9720-4533-90ef-e48bc4221cf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 200 len: 855 time: 0.0678287 Sep 03 02:01:37.460444 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-dce4339d-5ed1-49f6-adfb-020437fa6a89 req-9a56613f-2e49-4912-87ee-cae204f6107e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628736 Sep 03 02:01:37.517448 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-edf5c194-8b3d-44e8-b97a-18e174975a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:37.519009 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-edf5c194-8b3d-44e8-b97a-18e174975a3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458763 Sep 03 02:01:37.647567 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-b4c10960-eb5f-49ed-98a9-4361c569df88 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181023 Sep 03 02:01:37.658588 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28efaf-6d4f-4b92-b5d2-e62c642ff248 req-0b0b6e84-0e09-42ab-9afe-2dcc6f33bd3c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:37.660210 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab28efaf-6d4f-4b92-b5d2-e62c642ff248 req-0b0b6e84-0e09-42ab-9afe-2dcc6f33bd3c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0722373 Sep 03 02:01:37.757556 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab28efaf-6d4f-4b92-b5d2-e62c642ff248 req-147838d2-16b0-4928-9d33-b9039b805537 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849121 Sep 03 02:01:37.775751 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd4ba888-2733-46ff-ab1b-ec12003ac939 req-0c79084e-3a05-4df1-aace-bf8dd3a3c7df service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105323 Sep 03 02:01:37.790266 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device ce9f889d-0abe-40c9-ab7f-06dde1b43376 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:01:37.920704 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: ce9f889d-0abe-40c9-ab7f-06dde1b43376 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:01:37.921004 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device ce9f889d-0abe-40c9-ab7f-06dde1b43376 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:01:38.592036 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80380a1f-780f-4e9e-9afc-96290f272605 req-a1ca2058-abc4-412d-a2e1-65ead39724c6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:38.593572 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-80380a1f-780f-4e9e-9afc-96290f272605 req-a1ca2058-abc4-412d-a2e1-65ead39724c6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0533636 Sep 03 02:01:38.635724 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-80380a1f-780f-4e9e-9afc-96290f272605 req-fbc9eb7d-6b13-419d-a4a0-8978556085d4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360851 Sep 03 02:01:38.878979 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9db42-2cc4-4db2-af91-a70c284f6752 req-8a600ce1-6932-4c95-a8c3-225edc3b4f8c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:38.880457 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-39e9db42-2cc4-4db2-af91-a70c284f6752 req-8a600ce1-6932-4c95-a8c3-225edc3b4f8c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0584795 Sep 03 02:01:38.901609 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20e6e5-78c6-4cd5-8615-496a0b775aee req-643a4b31-8feb-40e3-bf18-69a768961e54 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:38.903123 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eb20e6e5-78c6-4cd5-8615-496a0b775aee req-643a4b31-8feb-40e3-bf18-69a768961e54 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0526741 Sep 03 02:01:38.917740 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-39e9db42-2cc4-4db2-af91-a70c284f6752 req-ce6ade69-fb98-450b-85d8-cd45348fa695 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Sep 03 02:01:38.941914 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eb20e6e5-78c6-4cd5-8615-496a0b775aee req-f709e844-8920-4f1c-ba69-4e0cb0cbb8c5 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328248 Sep 03 02:01:39.770483 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91af7f4-8418-4590-89cd-08adc560044a req-e4b9d67d-38ad-4f9b-8e68-e2963ed8cf3a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:39.771951 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c91af7f4-8418-4590-89cd-08adc560044a req-e4b9d67d-38ad-4f9b-8e68-e2963ed8cf3a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0509655 Sep 03 02:01:39.810643 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c91af7f4-8418-4590-89cd-08adc560044a req-23aabbb7-9046-4fb7-a244-b9c90855cecf tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327475 Sep 03 02:01:40.037419 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e166702-50a1-4f40-a68c-3af0ee9c7463 req-38462192-b832-4ac1-b2c3-6542d72ba0d6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:40.038905 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e166702-50a1-4f40-a68c-3af0ee9c7463 req-38462192-b832-4ac1-b2c3-6542d72ba0d6 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0496190 Sep 03 02:01:40.057166 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf130d-7075-49af-90cb-f2bdf9a25416 req-c3123525-d2fe-4f4d-ba13-873492df22ab tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:40.058662 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fbdf130d-7075-49af-90cb-f2bdf9a25416 req-c3123525-d2fe-4f4d-ba13-873492df22ab tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0498102 Sep 03 02:01:40.077992 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e166702-50a1-4f40-a68c-3af0ee9c7463 req-4a531a9e-550f-4dd2-b2e3-ea51ed5baf8e tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329189 Sep 03 02:01:40.106170 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fbdf130d-7075-49af-90cb-f2bdf9a25416 req-ff826824-a737-40cb-8572-0b177e7c1ab2 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417345 Sep 03 02:01:40.939437 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a2ffc-5aae-4054-a0ab-36cf709e02f3 req-65c45d07-3f25-454b-beb1-bb46378532c9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:40.940986 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-947a2ffc-5aae-4054-a0ab-36cf709e02f3 req-65c45d07-3f25-454b-beb1-bb46378532c9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0504661 Sep 03 02:01:40.978800 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-947a2ffc-5aae-4054-a0ab-36cf709e02f3 req-43b5f5e7-fb09-4940-958d-39ac348faa88 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316551 Sep 03 02:01:41.203051 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351136d-758a-4eb5-ad3b-f2fb17c4c24b req-d68a7f09-463d-4ed6-8023-bb781c6125e7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:41.205356 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5351136d-758a-4eb5-ad3b-f2fb17c4c24b req-d68a7f09-463d-4ed6-8023-bb781c6125e7 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0588374 Sep 03 02:01:41.248482 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5351136d-758a-4eb5-ad3b-f2fb17c4c24b req-5f9c2998-95d9-4f2b-84c6-377a7d80daf0 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343456 Sep 03 02:01:41.262446 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327428ef-4b19-49ff-a2e3-5d5e7eb1c903 req-4b1119c0-735c-43d5-9d65-9add56834511 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:41.263947 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-327428ef-4b19-49ff-a2e3-5d5e7eb1c903 req-4b1119c0-735c-43d5-9d65-9add56834511 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0899537 Sep 03 02:01:41.301778 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-327428ef-4b19-49ff-a2e3-5d5e7eb1c903 req-1bdad18b-48bb-4e94-ac75-7568dc2c6f87 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Sep 03 02:01:42.104775 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d8dd1-0444-4d41-8f71-4716260c2340 req-03342c89-6059-4ad5-81f0-e21eb578ff96 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:42.106205 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4b5d8dd1-0444-4d41-8f71-4716260c2340 req-03342c89-6059-4ad5-81f0-e21eb578ff96 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0501997 Sep 03 02:01:42.144587 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4b5d8dd1-0444-4d41-8f71-4716260c2340 req-8cf2a2e0-1280-4161-887d-37db999f3cdc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322268 Sep 03 02:01:42.366279 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ba8c8-f0d3-4860-8246-b0159ba31ad8 req-a3efdc8e-21b8-4b88-8703-725f13f33e5e tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:42.367957 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e7ba8c8-f0d3-4860-8246-b0159ba31ad8 req-a3efdc8e-21b8-4b88-8703-725f13f33e5e tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0496209 Sep 03 02:01:42.425757 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e7ba8c8-f0d3-4860-8246-b0159ba31ad8 req-16d20a83-87a0-4f62-85f1-d93fb736a357 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507638 Sep 03 02:01:42.427623 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e9654-9bdb-41ab-bf37-2ef944ca503b req-102fc529-45da-4a0a-9026-b28260df1965 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:42.430276 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-267e9654-9bdb-41ab-bf37-2ef944ca503b req-102fc529-45da-4a0a-9026-b28260df1965 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0626307 Sep 03 02:01:42.468202 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-267e9654-9bdb-41ab-bf37-2ef944ca503b req-2fa6b9a2-6948-4403-add5-fc9c4ca4e490 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Sep 03 02:01:43.275733 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948239cf-1cf1-4945-b25b-471871ed951e req-a10a0920-5449-4dcb-b020-ec310c337288 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:43.277384 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-948239cf-1cf1-4945-b25b-471871ed951e req-a10a0920-5449-4dcb-b020-ec310c337288 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0566449 Sep 03 02:01:43.314163 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-948239cf-1cf1-4945-b25b-471871ed951e req-99ae064f-1cc9-4dce-9ad4-8873fcd1c931 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309269 Sep 03 02:01:43.568697 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3f76e-1bcc-4cd7-ad57-c7c58a768361 req-1d20c15b-9169-48b4-8296-9211dcb12188 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:43.570379 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6ef3f76e-1bcc-4cd7-ad57-c7c58a768361 req-1d20c15b-9169-48b4-8296-9211dcb12188 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0758271 Sep 03 02:01:43.598194 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40080ee4-402f-42c3-92ab-35e789a0a640 req-1310c137-9b81-4461-b57b-01f9c177be3f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:43.599696 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40080ee4-402f-42c3-92ab-35e789a0a640 req-1310c137-9b81-4461-b57b-01f9c177be3f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0555742 Sep 03 02:01:43.607659 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6ef3f76e-1bcc-4cd7-ad57-c7c58a768361 req-f2fd69dc-55e7-4354-83f9-d527523ac2fc tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Sep 03 02:01:43.641490 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40080ee4-402f-42c3-92ab-35e789a0a640 req-0533448a-6213-4bb4-aad5-00c4ca6ef44f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358381 Sep 03 02:01:44.441100 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58677b70-ece1-4e27-9efb-714363f64306 req-69175a15-aa8c-406b-be7c-b85cc2927438 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:44.442836 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58677b70-ece1-4e27-9efb-714363f64306 req-69175a15-aa8c-406b-be7c-b85cc2927438 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0498247 Sep 03 02:01:44.480746 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-58677b70-ece1-4e27-9efb-714363f64306 req-9c1ad2bf-b52c-4c8c-8925-70270c9d5b56 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Sep 03 02:01:44.727060 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9548f-9f26-4b7e-916a-95a656a10daa req-dd45afe2-60f8-46f2-bac6-fe5c60f04af1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:44.728620 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7da9548f-9f26-4b7e-916a-95a656a10daa req-dd45afe2-60f8-46f2-bac6-fe5c60f04af1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0493014 Sep 03 02:01:44.757341 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2ba5b-9529-405d-a2ee-9eb2e5a24961 req-cf770ea4-c179-493c-a30b-b5e7bac70696 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:44.759359 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d7e2ba5b-9529-405d-a2ee-9eb2e5a24961 req-cf770ea4-c179-493c-a30b-b5e7bac70696 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0510490 Sep 03 02:01:44.766767 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7da9548f-9f26-4b7e-916a-95a656a10daa req-200ba677-dec0-41da-a8f4-816a01293532 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322180 Sep 03 02:01:44.801811 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d7e2ba5b-9529-405d-a2ee-9eb2e5a24961 req-9c1a57e1-22d4-4b8f-a94e-068a13685a3c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Sep 03 02:01:45.628350 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797e7a7-70b4-4f92-b87f-fcfbc0033ced req-f2067639-a629-4fbf-9320-f9d0e189dd88 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:45.629890 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3797e7a7-70b4-4f92-b87f-fcfbc0033ced req-f2067639-a629-4fbf-9320-f9d0e189dd88 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0713847 Sep 03 02:01:45.667718 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3797e7a7-70b4-4f92-b87f-fcfbc0033ced req-6f6799d9-30b0-40c5-bf53-314c62834ba5 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319335 Sep 03 02:01:45.887276 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f7860-6998-4255-850a-3d3b57b4661d req-5bfc6b3f-45c9-4700-b69e-d8d878a8f5d2 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:45.888766 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de5f7860-6998-4255-850a-3d3b57b4661d req-5bfc6b3f-45c9-4700-b69e-d8d878a8f5d2 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0527246 Sep 03 02:01:45.922297 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed785c7-7392-4a5a-a1e2-75f4e598ecf8 req-cea48bf5-67f8-457b-876d-62950a36c8d6 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:45.923772 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0ed785c7-7392-4a5a-a1e2-75f4e598ecf8 req-cea48bf5-67f8-457b-876d-62950a36c8d6 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0524848 Sep 03 02:01:45.927429 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-de5f7860-6998-4255-850a-3d3b57b4661d req-6154ef1d-41cf-419b-9a23-7acf2f67a979 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Sep 03 02:01:45.961906 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0ed785c7-7392-4a5a-a1e2-75f4e598ecf8 req-4f50aac7-fb48-4e4f-a827-1567ea4a672e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Sep 03 02:01:46.811958 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac15d8-1529-492a-9e77-8163468ebcae req-a7e882a5-6b5b-41c1-a9d2-05b4f5d57331 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:46.813518 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fbac15d8-1529-492a-9e77-8163468ebcae req-a7e882a5-6b5b-41c1-a9d2-05b4f5d57331 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0662367 Sep 03 02:01:46.854686 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fbac15d8-1529-492a-9e77-8163468ebcae req-25ce5dce-fab9-476e-b3f8-54f1173a4da0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334342 Sep 03 02:01:47.052638 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a5f10-b690-4daf-bc32-29e3f6e0d1d8 req-7d43b246-ba6f-477e-b118-b888e5b8376d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:47.054161 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0d2a5f10-b690-4daf-bc32-29e3f6e0d1d8 req-7d43b246-ba6f-477e-b118-b888e5b8376d tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0609510 Sep 03 02:01:47.092240 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0d2a5f10-b690-4daf-bc32-29e3f6e0d1d8 req-297b51bc-15ca-421f-8ee0-39e63207c333 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321565 Sep 03 02:01:47.102716 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae1f17-c4c9-49c1-8125-40b0200e6b44 req-93fbefd6-61a1-453d-aefc-6e60567f08d8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:47.104054 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ddae1f17-c4c9-49c1-8125-40b0200e6b44 req-93fbefd6-61a1-453d-aefc-6e60567f08d8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0489829 Sep 03 02:01:47.143219 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ddae1f17-c4c9-49c1-8125-40b0200e6b44 req-53ec22b1-ac86-42b4-a0b6-92bb9cffec5f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330796 Sep 03 02:01:47.992356 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ec138-8211-4423-b6af-2ba9901f9300 req-f0e6775a-88b3-4f81-b643-75d8c126faa8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:47.993863 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-be5ec138-8211-4423-b6af-2ba9901f9300 req-f0e6775a-88b3-4f81-b643-75d8c126faa8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0525746 Sep 03 02:01:48.032233 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-be5ec138-8211-4423-b6af-2ba9901f9300 req-05b2f160-f451-4aa9-848a-bf9c36078625 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325239 Sep 03 02:01:48.220340 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077ba36-9549-49e0-9b37-93f9281a9814 req-ad1b9764-5027-4067-a3a7-39af7b3c54a1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:48.221950 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d077ba36-9549-49e0-9b37-93f9281a9814 req-ad1b9764-5027-4067-a3a7-39af7b3c54a1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0590510 Sep 03 02:01:48.269743 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6ab3e-b958-43b6-90d1-057909d73baa req-bf843918-cdcd-4f52-9222-1f1713e938ec tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:48.271561 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-76b6ab3e-b958-43b6-90d1-057909d73baa req-bf843918-cdcd-4f52-9222-1f1713e938ec tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0577767 Sep 03 02:01:48.276559 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d077ba36-9549-49e0-9b37-93f9281a9814 req-dab5d916-f60a-4eba-8d64-eb2f61469d8a tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 Sep 03 02:01:48.311646 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-76b6ab3e-b958-43b6-90d1-057909d73baa req-98eb36d3-d291-4b2b-84db-96943d7166fe tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Sep 03 02:01:49.155322 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f48a5-8379-48da-95ae-7206f0d7c858 req-7902de6e-fb10-4019-b1e1-345860f25464 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:49.157091 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-404f48a5-8379-48da-95ae-7206f0d7c858 req-7902de6e-fb10-4019-b1e1-345860f25464 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0544593 Sep 03 02:01:49.195472 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-404f48a5-8379-48da-95ae-7206f0d7c858 req-4e22a669-bd1d-4fc9-8510-9fbe7a6a71e9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315182 Sep 03 02:01:49.399875 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da574e5-1b00-4d8f-9bcf-a34eb9879e41 req-c0243676-f6f9-4565-a84d-0ee9152aec2a tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:49.401535 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0da574e5-1b00-4d8f-9bcf-a34eb9879e41 req-c0243676-f6f9-4565-a84d-0ee9152aec2a tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0495982 Sep 03 02:01:49.436335 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952219b6-54b0-46ec-b88b-5a1f06051928 req-e72aa634-0ca4-40cf-b0b2-9f83e7893f4a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:49.437943 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-952219b6-54b0-46ec-b88b-5a1f06051928 req-e72aa634-0ca4-40cf-b0b2-9f83e7893f4a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0521398 Sep 03 02:01:49.442459 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0da574e5-1b00-4d8f-9bcf-a34eb9879e41 req-2a6fd609-bf55-4464-9463-d0262eb90d4f tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351009 Sep 03 02:01:49.496249 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-952219b6-54b0-46ec-b88b-5a1f06051928 req-4bcaf987-4499-48ef-87cf-0b0f3044c05b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Sep 03 02:01:50.318568 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988d9b2-badc-41f4-b720-07e0bac3db85 req-98e6a7f4-be29-4af2-816f-bda214e9e7ed tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:50.320329 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a988d9b2-badc-41f4-b720-07e0bac3db85 req-98e6a7f4-be29-4af2-816f-bda214e9e7ed tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0498338 Sep 03 02:01:50.362096 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a988d9b2-badc-41f4-b720-07e0bac3db85 req-13bd6dcd-036f-467f-9492-fc88da295b67 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349505 Sep 03 02:01:50.575893 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716708-1fd6-4994-8ecc-5af528f70156 req-f9969980-3c08-4932-adb5-81be508b3195 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:50.577331 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-75716708-1fd6-4994-8ecc-5af528f70156 req-f9969980-3c08-4932-adb5-81be508b3195 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0534482 Sep 03 02:01:50.618851 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753f67e-69dc-4ae8-8fe3-66680f82461a req-80d1a0c7-c544-4fc7-a2b2-20f0952f4512 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:50.619498 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-75716708-1fd6-4994-8ecc-5af528f70156 req-344d8624-f88e-4d03-9c86-c28b16a086fd tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357120 Sep 03 02:01:50.620554 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7753f67e-69dc-4ae8-8fe3-66680f82461a req-80d1a0c7-c544-4fc7-a2b2-20f0952f4512 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0533071 Sep 03 02:01:50.660283 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7753f67e-69dc-4ae8-8fe3-66680f82461a req-92b6b0b5-497b-4b87-a6f2-63a197de2f8f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Sep 03 02:01:51.491930 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02354b51-87c3-4b6c-9363-9bdf9826e433 req-52234488-a573-4889-a235-6f47d93ad47c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:51.493465 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-02354b51-87c3-4b6c-9363-9bdf9826e433 req-52234488-a573-4889-a235-6f47d93ad47c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0585542 Sep 03 02:01:51.531589 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-02354b51-87c3-4b6c-9363-9bdf9826e433 req-e793f55f-2200-4095-899f-91c599e126b9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Sep 03 02:01:51.735800 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc808c-4f04-422f-8ef7-27711519ea12 req-2ff5a37f-b2ec-4412-9196-8b5745024fb4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:51.737436 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5cbc808c-4f04-422f-8ef7-27711519ea12 req-2ff5a37f-b2ec-4412-9196-8b5745024fb4 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0509562 Sep 03 02:01:51.777767 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5cbc808c-4f04-422f-8ef7-27711519ea12 req-85106084-90d6-4011-85b1-87b890594ecf tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334077 Sep 03 02:01:51.792866 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912cf74-cb22-4b08-8052-58b790e09c81 req-222a8eeb-77e7-40c2-a847-0a05a733411e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:51.794442 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4912cf74-cb22-4b08-8052-58b790e09c81 req-222a8eeb-77e7-40c2-a847-0a05a733411e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0640774 Sep 03 02:01:51.836522 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4912cf74-cb22-4b08-8052-58b790e09c81 req-e8a89b7c-a24e-4020-a55b-4d71ebc2982c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Sep 03 02:01:52.652795 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab55a73-f7af-483b-9fc4-9f0272869f04 req-bd8350bd-7d7e-4b8c-b5f8-8447bf6d572d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:52.654315 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ab55a73-f7af-483b-9fc4-9f0272869f04 req-bd8350bd-7d7e-4b8c-b5f8-8447bf6d572d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0492334 Sep 03 02:01:52.709016 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4ab55a73-f7af-483b-9fc4-9f0272869f04 req-6975d8aa-2728-40b3-a202-74aa62dd89fa tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Sep 03 02:01:52.917184 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c45a57-1c09-4081-b019-7aa42b59c2ab req-b21649ad-7f52-4b64-b4fd-02c794aa8262 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:52.918692 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-04c45a57-1c09-4081-b019-7aa42b59c2ab req-b21649ad-7f52-4b64-b4fd-02c794aa8262 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0650239 Sep 03 02:01:52.956094 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd635e44-870a-42ef-bb8d-a7351ba69ecd req-19a3d070-cfb9-4835-b952-82c4107af562 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:52.957518 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-04c45a57-1c09-4081-b019-7aa42b59c2ab req-611916bd-2cbd-4fe6-94b3-678e912405ad tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Sep 03 02:01:52.963180 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd635e44-870a-42ef-bb8d-a7351ba69ecd req-19a3d070-cfb9-4835-b952-82c4107af562 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0539653 Sep 03 02:01:53.002877 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fd635e44-870a-42ef-bb8d-a7351ba69ecd req-95a063f8-6159-4021-8d9f-10a6b3bb6ca7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Sep 03 02:01:53.824224 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dec1bb-3863-45b2-8ff1-bb43c05c92d6 req-4ae8bdec-cad3-4d7a-865a-06d38060343a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:53.825708 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e6dec1bb-3863-45b2-8ff1-bb43c05c92d6 req-4ae8bdec-cad3-4d7a-865a-06d38060343a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0488617 Sep 03 02:01:53.865735 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e6dec1bb-3863-45b2-8ff1-bb43c05c92d6 req-42268942-2a8c-48b8-b593-bcee6674bea4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342736 Sep 03 02:01:54.079699 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ab656-c8ac-4376-9828-763def10a012 req-bdfa26ad-ad4d-42ac-9fd0-b61ce2e2d3a1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:54.081194 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-006ab656-c8ac-4376-9828-763def10a012 req-bdfa26ad-ad4d-42ac-9fd0-b61ce2e2d3a1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0516648 Sep 03 02:01:54.120698 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-006ab656-c8ac-4376-9828-763def10a012 req-9ac568d4-ac53-47d9-948e-d4e75d76fa6a tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Sep 03 02:01:54.125545 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078010aa-d5c9-4b22-857c-c95d521c8a39 req-eaab8682-0558-4732-ab2c-fc93cead21cc tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:54.127037 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-078010aa-d5c9-4b22-857c-c95d521c8a39 req-eaab8682-0558-4732-ab2c-fc93cead21cc tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0490808 Sep 03 02:01:54.164794 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-078010aa-d5c9-4b22-857c-c95d521c8a39 req-9ec9a684-79a5-4785-9f8f-3fdaebec8ac9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313969 Sep 03 02:01:54.989439 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5613c74-7541-44b6-a2ed-0c32acddb93d req-003324cf-0c6f-46dc-b772-fb12ae0df02c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:54.990984 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f5613c74-7541-44b6-a2ed-0c32acddb93d req-003324cf-0c6f-46dc-b772-fb12ae0df02c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0541916 Sep 03 02:01:55.032289 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f5613c74-7541-44b6-a2ed-0c32acddb93d req-088823cb-b066-4733-8578-b65553dcd879 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341673 Sep 03 02:01:55.243219 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d5162-45cf-4c55-8f32-1e93114a9f25 req-87836490-18ca-42b6-a86f-4a49b45fc8a3 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:55.245697 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9f8d5162-45cf-4c55-8f32-1e93114a9f25 req-87836490-18ca-42b6-a86f-4a49b45fc8a3 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0591018 Sep 03 02:01:55.283703 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9f8d5162-45cf-4c55-8f32-1e93114a9f25 req-5daf398c-b6bc-447c-b862-61b94b064939 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Sep 03 02:01:55.285843 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc49ff-5ea7-46c1-85a4-c5bd94435a8d req-007f9f99-85f2-489d-8025-f472ec64f24e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:55.287413 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a1dc49ff-5ea7-46c1-85a4-c5bd94435a8d req-007f9f99-85f2-489d-8025-f472ec64f24e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0558846 Sep 03 02:01:55.332299 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a1dc49ff-5ea7-46c1-85a4-c5bd94435a8d req-51a94ea4-f026-4bc9-b599-2f0f84ab893b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374711 Sep 03 02:01:56.152914 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584490df-2c38-47c4-afe1-40fad8e2c191 req-1a5342a7-95bf-4e17-b19b-dae646745ca8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:56.154376 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-584490df-2c38-47c4-afe1-40fad8e2c191 req-1a5342a7-95bf-4e17-b19b-dae646745ca8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0492129 Sep 03 02:01:56.191817 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-584490df-2c38-47c4-afe1-40fad8e2c191 req-2bb5648c-405f-420d-804d-a3b3107922f2 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311763 Sep 03 02:01:56.404734 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e816-5f95-4bf0-bcad-0d1175373658 req-20531cd8-5599-4835-bc75-d0891219a8b1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:56.406252 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f063e816-5f95-4bf0-bcad-0d1175373658 req-20531cd8-5599-4835-bc75-d0891219a8b1 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0493612 Sep 03 02:01:56.439558 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c6b7-f786-423d-b358-91035c43dc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:56.447574 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180372b-e624-4f38-aa50-26254b134d1d req-3bd24a54-2f84-48d2-821b-0c71ba732276 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:56.449120 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f180372b-e624-4f38-aa50-26254b134d1d req-3bd24a54-2f84-48d2-821b-0c71ba732276 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0503626 Sep 03 02:01:56.453361 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f063e816-5f95-4bf0-bcad-0d1175373658 req-be8e59ef-8fe0-4ea1-afb2-0495894d026b tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef25c194-bf38-474e-af7d-d82deb979b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Sep 03 02:01:56.483811 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:56.488149 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f180372b-e624-4f38-aa50-26254b134d1d req-245509bc-0a28-4785-b219-6ea9c619a97d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Sep 03 02:01:56.683506 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:01:57.093521 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-87533116-5658-4662-b528-8626a78fb5d0 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:57.094950 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-87533116-5658-4662-b528-8626a78fb5d0 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 946 time: 0.0482533 Sep 03 02:01:57.189979 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-792b19cb-7f96-431c-9ce9-1f52946501d5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Deleting port b8e37fd5-588e-4333-9f33-db145534315e {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:01:57.190234 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-792b19cb-7f96-431c-9ce9-1f52946501d5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:57.308285 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-792b19cb-7f96-431c-9ce9-1f52946501d5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] For port b8e37fd5-588e-4333-9f33-db145534315e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b8e37fd5-588e-4333-9f33-db145534315e,segment=NetworkSegment(9414c629-edd4-4ea7-a136-9308ffe9fd35),segment_id=9414c629-edd4-4ea7-a136-9308ffe9fd35)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:01:57.308649 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-792b19cb-7f96-431c-9ce9-1f52946501d5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:57.325178 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-792b19cb-7f96-431c-9ce9-1f52946501d5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Calling delete_port for b8e37fd5-588e-4333-9f33-db145534315e owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:01:57.348823 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338198e8-814a-41b5-a847-18f425211c15 req-820847e1-e357-4913-a0a4-e2f7d0b1e4b9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:57.350346 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-338198e8-814a-41b5-a847-18f425211c15 req-820847e1-e357-4913-a0a4-e2f7d0b1e4b9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0855212 Sep 03 02:01:57.430126 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-338198e8-814a-41b5-a847-18f425211c15 req-551b4f4a-7188-4973-b2fb-eb7020ad6617 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488656 Sep 03 02:01:57.499699 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-792b19cb-7f96-431c-9ce9-1f52946501d5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:57.531472 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b19cb-7f96-431c-9ce9-1f52946501d5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Pushing event deleted for resources: {'Port': ['ID=b8e37fd5-588e-4333-9f33-db145534315e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:01:57.553558 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f96a42ee-1d60-47ca-a64e-585d93c17de1 req-f5fae925-7c15-42dd-aeb7-2079e52937b5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 210 time: 0.0353606 Sep 03 02:01:57.580175 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-792b19cb-7f96-431c-9ce9-1f52946501d5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] No DVR routers for this DVR port b8e37fd5-588e-4333-9f33-db145534315e on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:01:57.594792 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-792b19cb-7f96-431c-9ce9-1f52946501d5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:57.596737 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3f5c5434-d2db-4460-a9ef-e10d95c7dee2 req-792b19cb-7f96-431c-9ce9-1f52946501d5 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.42 "DELETE /v2.0/ports/b8e37fd5-588e-4333-9f33-db145534315e HTTP/1.1" status: 204 len: 173 time: 0.4946342 Sep 03 02:01:57.598102 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da698d4-afa3-47b3-9178-282f64328a33', 'name': 'network-vif-deleted', 'tag': 'b8e37fd5-588e-4333-9f33-db145534315e'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:01:57.600304 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc293e6-0046-41e1-8250-b91f9f914ca9" -d '{"events": [{"server_uuid": "0da698d4-afa3-47b3-9178-282f64328a33", "name": "network-vif-deleted", "tag": "b8e37fd5-588e-4333-9f33-db145534315e"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:01:57.630964 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ff801-c404-4e27-b996-26c361e30721 req-756929d5-68be-44d5-a134-c18602125edb tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:57.632341 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-131ff801-c404-4e27-b996-26c361e30721 req-756929d5-68be-44d5-a134-c18602125edb tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0747840 Sep 03 02:01:57.638357 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b866c6-7ff9-499d-827e-0feccf6b3f9a x-openstack-request-id: req-68b866c6-7ff9-499d-827e-0feccf6b3f9a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:01:57.638653 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da698d4-afa3-47b3-9178-282f64328a33", "name": "network-vif-deleted", "tag": "b8e37fd5-588e-4333-9f33-db145534315e", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:01:57.638907 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68b866c6-7ff9-499d-827e-0feccf6b3f9a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:01:57.639298 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da698d4-afa3-47b3-9178-282f64328a33', 'name': 'network-vif-deleted', 'tag': 'b8e37fd5-588e-4333-9f33-db145534315e', 'status': 'completed', 'code': 200} Sep 03 02:01:57.671694 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-131ff801-c404-4e27-b996-26c361e30721 req-d130afa6-ff20-411b-a5e5-088ceada928d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315437 Sep 03 02:01:58.553502 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771ee55-045c-468b-b5cc-e759034f6e55 req-da7a20f8-43fe-4df6-b2d7-8c95f100256b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:58.554986 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7771ee55-045c-468b-b5cc-e759034f6e55 req-da7a20f8-43fe-4df6-b2d7-8c95f100256b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0541835 Sep 03 02:01:58.593035 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7771ee55-045c-468b-b5cc-e759034f6e55 req-9892b8ee-9349-4cc3-b1d9-1446d456588a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320711 Sep 03 02:01:58.651396 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0724a58f-a9f4-4de2-8872-a26f341fc2f8 req-9b0dd5ac-34b6-4eb0-9843-b2cdbc1b0174 tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 210 time: 0.0297296 Sep 03 02:01:58.790137 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e98f2-0b91-431b-8c35-8c599115eb30 req-c6f4a758-d5d1-48b6-a7b7-febd8bdd6740 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:58.791603 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fb5e98f2-0b91-431b-8c35-8c599115eb30 req-c6f4a758-d5d1-48b6-a7b7-febd8bdd6740 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0528905 Sep 03 02:01:58.828214 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fb5e98f2-0b91-431b-8c35-8c599115eb30 req-55e3cccf-df2d-42e2-8429-f723fe11509f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306659 Sep 03 02:01:58.936269 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d2c6-24eb-446d-807f-b9afe81d19f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:59.171161 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:59.616663 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['b8e37fd5-588e-4333-9f33-db145534315e'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:01:59.720189 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27a984-b6fb-4ad5-be85-b5d6160a0506 req-ea7c4cd3-d95f-410a-b28f-bc2b16b032d8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:59.721813 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ba27a984-b6fb-4ad5-be85-b5d6160a0506 req-ea7c4cd3-d95f-410a-b28f-bc2b16b032d8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0549560 Sep 03 02:01:59.760598 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ba27a984-b6fb-4ad5-be85-b5d6160a0506 req-2b50aaf7-c824-48f7-9a84-6b17908e7a40 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323935 Sep 03 02:01:59.763003 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1d941222-0dda-4ba1-a356-96faac53ca8c req-14a855ce-5a66-4439-b165-c44716f2703c tempest-AttachVolumeNegativeTest-960714433 tempest-AttachVolumeNegativeTest-960714433-project] 10.222.0.32 "GET /v2.0/ports?device_id=0da698d4-afa3-47b3-9178-282f64328a33 HTTP/1.1" status: 200 len: 210 time: 0.0326853 Sep 03 02:01:59.948111 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aa57b-b5ae-4229-a216-df16db875e78 req-b75a2097-b40f-4376-97f1-9d951c6c7fc3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:59.949604 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f58aa57b-b5ae-4229-a216-df16db875e78 req-b75a2097-b40f-4376-97f1-9d951c6c7fc3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0487561 Sep 03 02:01:59.986433 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f58aa57b-b5ae-4229-a216-df16db875e78 req-3c7548c5-7645-437d-854b-00cdc4007ad0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Sep 03 02:02:00.103892 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:00.819164 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 60562) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:00.864552 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-1566993f-0b76-4621-9367-f6f4fba56efc admin admin] Deleting subnet 02e4d29c-02e1-48e7-8e59-1694558c1952 {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:02:00.867892 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1566993f-0b76-4621-9367-f6f4fba56efc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:00.889620 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea526d-a5e9-41a4-9695-5d3f51426239 req-7a735136-fa98-4967-832d-9ae47475e222 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:00.891097 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d5ea526d-a5e9-41a4-9695-5d3f51426239 req-7a735136-fa98-4967-832d-9ae47475e222 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0486419 Sep 03 02:02:00.901798 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1566993f-0b76-4621-9367-f6f4fba56efc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28855423'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:00.929046 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d5ea526d-a5e9-41a4-9695-5d3f51426239 req-25a9f90c-95ec-4fdd-8837-15eeb42b43ea tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Sep 03 02:02:00.944399 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1566993f-0b76-4621-9367-f6f4fba56efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:00.997116 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1566993f-0b76-4621-9367-f6f4fba56efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29019344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26008013'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.025342 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566993f-0b76-4621-9367-f6f4fba56efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e4d29c-02e1-48e7-8e59-1694558c1952,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:01.027118 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1566993f-0b76-4621-9367-f6f4fba56efc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.031549 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 60568) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:01.031792 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1566993f-0b76-4621-9367-f6f4fba56efc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/02e4d29c-02e1-48e7-8e59-1694558c1952 HTTP/1.1" status: 204 len: 168 time: 0.2112856 Sep 03 02:02:01.104257 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763c742-aac1-48f4-8b91-7439f14d6ca7 req-9fb14123-f7c1-41e8-a92a-c718e14b5e8e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:01.105159 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.105784 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d763c742-aac1-48f4-8b91-7439f14d6ca7 req-9fb14123-f7c1-41e8-a92a-c718e14b5e8e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0493846 Sep 03 02:02:01.143029 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d763c742-aac1-48f4-8b91-7439f14d6ca7 req-77f03882-2fa8-4b8b-9556-b0405faabe6b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Sep 03 02:02:01.182034 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.197315 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:02:01.207965 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9414c629-edd4-4ea7-a136-9308ffe9fd35') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:02:01.208252 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9414c629-edd4-4ea7-a136-9308ffe9fd35') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:02:01.216961 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734924'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.234315 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.240071 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:02:01.240467 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25731537'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: timer() Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: cb(*args, **kw) Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: self._notify() Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: self.callback(batched_events) Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: event.method(event) Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._get(url).json() Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:02:01.242160 dv-cinder-804035-9-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:02:01.293978 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.299152 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.303449 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1 HTTP/1.1" status: 204 len: 168 time: 0.2675679 Sep 03 02:02:01.311756 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01ec8f-3d7a-4534-a743-ecb86581eae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa3bd51-ccd5-48e9-8a5a-2c1c59627af1,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:01.461100 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 60574) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:01.499050 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-224230a1-0313-47ac-92df-0fee66009c7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2838ac56029458ab9d1a1a1e562bd7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0368121 Sep 03 02:02:01.501346 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 60576) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:01.546684 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f7a19f2-7528-44ac-8c28-43463a4954fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.567778 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f7a19f2-7528-44ac-8c28-43463a4954fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.619260 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f7a19f2-7528-44ac-8c28-43463a4954fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.621904 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3f7a19f2-7528-44ac-8c28-43463a4954fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.623107 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3f7a19f2-7528-44ac-8c28-43463a4954fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef25c194-bf38-474e-af7d-d82deb979b4f HTTP/1.1" status: 204 len: 168 time: 0.1208270 Sep 03 02:02:01.631340 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a19f2-7528-44ac-8c28-43463a4954fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef25c194-bf38-474e-af7d-d82deb979b4f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:01.818907 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:02.051118 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15400911-d3d3-4e38-828e-577aba07ed05 req-243d96fe-4f22-4fa5-9555-37c999603095 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:02.052633 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-15400911-d3d3-4e38-828e-577aba07ed05 req-243d96fe-4f22-4fa5-9555-37c999603095 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0502272 Sep 03 02:02:02.090196 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-15400911-d3d3-4e38-828e-577aba07ed05 req-2e5f7567-bc87-4c81-a1bf-45bc29850ee6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316725 Sep 03 02:02:02.265233 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f04b14-11b5-4de8-9671-be5a2e9c9800 req-5f2ac067-7c8a-46cd-b0c2-8c952beb6fe4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:02.266861 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-46f04b14-11b5-4de8-9671-be5a2e9c9800 req-5f2ac067-7c8a-46cd-b0c2-8c952beb6fe4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0542681 Sep 03 02:02:02.304592 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-46f04b14-11b5-4de8-9671-be5a2e9c9800 req-2816a527-3024-4a08-accf-94a10f31287e tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Sep 03 02:02:03.211946 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c516e-a79f-4ba1-9620-2c4430d6f8aa req-c806db0c-638c-45a6-8209-da72b4a76b27 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:03.213488 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-910c516e-a79f-4ba1-9620-2c4430d6f8aa req-c806db0c-638c-45a6-8209-da72b4a76b27 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0511706 Sep 03 02:02:03.253552 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-910c516e-a79f-4ba1-9620-2c4430d6f8aa req-25d07de9-eef0-45e3-98cd-c1d900d82518 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331535 Sep 03 02:02:03.421012 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd03abc-8958-4cc2-9704-ac730b5f411d req-5d7e35a7-d7bd-464d-9ec2-4c84fe845341 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:03.422482 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1dd03abc-8958-4cc2-9704-ac730b5f411d req-5d7e35a7-d7bd-464d-9ec2-4c84fe845341 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0504022 Sep 03 02:02:03.460112 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1dd03abc-8958-4cc2-9704-ac730b5f411d req-72d02185-1111-4f11-b3f8-d71d0b99347f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Sep 03 02:02:04.391930 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe38762-1a4c-4080-9a5f-70d5d0e46172 req-b57c657b-525b-4502-9648-10d8eeafd618 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:04.394507 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cfe38762-1a4c-4080-9a5f-70d5d0e46172 req-b57c657b-525b-4502-9648-10d8eeafd618 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0621607 Sep 03 02:02:04.435760 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cfe38762-1a4c-4080-9a5f-70d5d0e46172 req-8b9510de-22f6-4b57-bd23-f0494f6ee06c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353591 Sep 03 02:02:04.577997 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb335ab-3f13-4fdf-8ea0-e0888f362be0 req-41bfbd49-7f57-4037-a6e7-5005666aaf1a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:04.579476 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6cb335ab-3f13-4fdf-8ea0-e0888f362be0 req-41bfbd49-7f57-4037-a6e7-5005666aaf1a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0532167 Sep 03 02:02:04.617678 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6cb335ab-3f13-4fdf-8ea0-e0888f362be0 req-99fb380a-2b23-4e8f-84db-9964f5985b8d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Sep 03 02:02:05.558246 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbae86-9962-4b63-b2c5-32466541d7b9 req-6b0372aa-d1ed-4a48-97f9-8252dee2194e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:05.559625 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d1fbae86-9962-4b63-b2c5-32466541d7b9 req-6b0372aa-d1ed-4a48-97f9-8252dee2194e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 943 time: 0.0481477 Sep 03 02:02:05.600410 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d1fbae86-9962-4b63-b2c5-32466541d7b9 req-73c39ebe-13a8-4311-9bc7-6f10f21e2d28 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349936 Sep 03 02:02:05.736971 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3c0a1-3f06-4a9c-9f36-75291743817e req-e8cdbc9b-6872-41e2-a5f8-de19e79b7cbb tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:05.738430 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b3d3c0a1-3f06-4a9c-9f36-75291743817e req-e8cdbc9b-6872-41e2-a5f8-de19e79b7cbb tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0538993 Sep 03 02:02:05.775563 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b3d3c0a1-3f06-4a9c-9f36-75291743817e req-d511fcee-e442-4029-9a3f-f48cad64fb66 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312891 Sep 03 02:02:06.262406 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:02:06.356168 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:06.367517 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'port_id': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'mac_address': 'fa:16:3e:7b:11:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:02:06.405541 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:06.418136 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:02:06.437181 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:06.441038 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:06.491626 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=9']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:06.498764 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.499116 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.499464 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.499803 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.500138 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.500470 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.500799 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.501156 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.501508 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.501837 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.502160 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.502486 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:06.725694 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea5bfa-b779-4027-8214-db54f66d79c6 req-a4b83da9-2c6d-4dd8-ae63-5080259313d4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:06.727559 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9dea5bfa-b779-4027-8214-db54f66d79c6 req-a4b83da9-2c6d-4dd8-ae63-5080259313d4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0492666 Sep 03 02:02:06.763775 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9dea5bfa-b779-4027-8214-db54f66d79c6 req-604ef5a1-4344-43e3-8aeb-db91097e422d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302675 Sep 03 02:02:06.888081 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa26f6-71ec-4e9f-84b5-3be71de05785 req-47bf8e39-8f1b-4ae7-acf5-e188eed9e413 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:06.889483 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-57fa26f6-71ec-4e9f-84b5-3be71de05785 req-47bf8e39-8f1b-4ae7-acf5-e188eed9e413 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0485556 Sep 03 02:02:06.926786 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-57fa26f6-71ec-4e9f-84b5-3be71de05785 req-36283ca1-7055-4b6b-b9c2-b3fc318d7146 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Sep 03 02:02:07.090542 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device b8e37fd5-588e-4333-9f33-db145534315e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:02:07.110196 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: b8e37fd5-588e-4333-9f33-db145534315e {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:02:07.110562 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device b8e37fd5-588e-4333-9f33-db145534315e not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:02:07.605696 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['8c2c8193-ad39-4b32-9e4f-289c56fe16c0'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:02:07.889585 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93aae2-df2c-45c7-87c9-12d4dde0702a req-beacd50d-0a52-43ac-8684-0673ae2a883f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:07.891140 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6c93aae2-df2c-45c7-87c9-12d4dde0702a req-beacd50d-0a52-43ac-8684-0673ae2a883f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0529284 Sep 03 02:02:07.928459 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6c93aae2-df2c-45c7-87c9-12d4dde0702a req-f4e77416-c34f-4127-86de-d4928a8af75e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315244 Sep 03 02:02:08.040378 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67ba3d-0ddf-4846-b421-793462d83fdb req-32cbde3f-abd6-419f-b1f3-f475c3b6f3b1 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:08.041878 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca67ba3d-0ddf-4846-b421-793462d83fdb req-32cbde3f-abd6-419f-b1f3-f475c3b6f3b1 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0489137 Sep 03 02:02:08.079438 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ca67ba3d-0ddf-4846-b421-793462d83fdb req-ad730db0-bc6f-4345-9186-b5d3d104e9c3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Sep 03 02:02:08.693732 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c6b37-397f-4e54-a7fb-ead5daf64ff1 req-52e94cc7-aa47-4dcc-b5fa-9cd36cc68fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:08.695227 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ff3c6b37-397f-4e54-a7fb-ead5daf64ff1 req-52e94cc7-aa47-4dcc-b5fa-9cd36cc68fbc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 1098 time: 0.0447326 Sep 03 02:02:08.734380 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ff3c6b37-397f-4e54-a7fb-ead5daf64ff1 req-1fd2fab5-a943-4c81-8cd3-9eff14ead27c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276921 Sep 03 02:02:09.051296 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a3f94-adab-45b7-b6ef-59d6dd52aece req-4ab35b51-e137-4328-8d4d-9857be0f595b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:09.053237 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3f8a3f94-adab-45b7-b6ef-59d6dd52aece req-4ab35b51-e137-4328-8d4d-9857be0f595b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 944 time: 0.0526884 Sep 03 02:02:09.092623 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3f8a3f94-adab-45b7-b6ef-59d6dd52aece req-7128851d-67de-4b8e-b553-892378547201 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331933 Sep 03 02:02:09.153964 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:02:09.198750 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24f87a-4aa8-48b0-8c75-283244b7311c req-0acdea6d-67bb-4ba7-9ca8-f23ae383997b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:09.200675 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ec24f87a-4aa8-48b0-8c75-283244b7311c req-0acdea6d-67bb-4ba7-9ca8-f23ae383997b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0498650 Sep 03 02:02:09.203401 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:02:09.203772 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:09.245289 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ec24f87a-4aa8-48b0-8c75-283244b7311c req-2ef1e364-e07d-4bc2-9eca-07124c17d6e9 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Sep 03 02:02:09.287121 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:09.308721 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:02:09.310982 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a19f789-3444-43af-aca3-8de9f31cf0dc" -d '{"events": [{"server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "name": "network-vif-plugged", "status": "completed", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:02:09.324559 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:09.328722 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:09.357827 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a677b2a0-74b8-4443-8160-bbad08bd116b x-openstack-request-id: req-a677b2a0-74b8-4443-8160-bbad08bd116b {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:02:09.358134 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "name": "network-vif-plugged", "status": "completed", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:02:09.358362 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a677b2a0-74b8-4443-8160-bbad08bd116b {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:02:09.358748 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'code': 200} Sep 03 02:02:09.388840 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=10']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:10.183583 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23b2fc-17c4-4666-b563-cbc66c09781b req-944eb7b5-e87d-4763-b70d-65f6f7cb61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:10.185114 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fa23b2fc-17c4-4666-b563-cbc66c09781b req-944eb7b5-e87d-4763-b70d-65f6f7cb61c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 1099 time: 0.0429237 Sep 03 02:02:10.220194 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c787-dd36-4adb-b844-763b9311bc15 req-4cb49750-a063-4186-bf6f-0ccd1f465505 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:10.220833 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fa23b2fc-17c4-4666-b563-cbc66c09781b req-8270010f-b43d-4a44-925d-59afeb9744bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271230 Sep 03 02:02:10.221682 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6c76c787-dd36-4adb-b844-763b9311bc15 req-4cb49750-a063-4186-bf6f-0ccd1f465505 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 946 time: 0.0556974 Sep 03 02:02:10.259504 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6c76c787-dd36-4adb-b844-763b9311bc15 req-63602695-a1d6-4040-9ce6-6550f0811c5c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313716 Sep 03 02:02:10.361011 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74f5c-ac0d-4461-a641-f45933254a15 req-2bb9e3c0-1d2b-44a9-a868-9ee856adc1f4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:10.362504 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6db74f5c-ac0d-4461-a641-f45933254a15 req-2bb9e3c0-1d2b-44a9-a868-9ee856adc1f4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0532181 Sep 03 02:02:10.402370 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6db74f5c-ac0d-4461-a641-f45933254a15 req-5ef58e08-f4a6-489b-a1ef-a53859540ff0 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Sep 03 02:02:11.380378 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb32d0-54ae-4478-8b98-96f726e57a33 req-e8c307d3-be4c-4d1d-9f16-29a52b01354a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:11.381785 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1fcb32d0-54ae-4478-8b98-96f726e57a33 req-e8c307d3-be4c-4d1d-9f16-29a52b01354a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 946 time: 0.0524318 Sep 03 02:02:11.422724 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1fcb32d0-54ae-4478-8b98-96f726e57a33 req-dcf2b2cf-4693-48d4-88f6-6ba21703f7c4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350938 Sep 03 02:02:11.517274 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d854-275f-4bd7-91e8-0deacada6157 req-5fbfebb2-6c72-4dea-8900-2725e4982c9b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:11.518768 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4d9d854-275f-4bd7-91e8-0deacada6157 req-5fbfebb2-6c72-4dea-8900-2725e4982c9b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0480306 Sep 03 02:02:11.556839 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f4d9d854-275f-4bd7-91e8-0deacada6157 req-c08c0f09-7f37-4fd5-860e-aaacb53cc7b8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Sep 03 02:02:11.872360 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f768f-8aad-4c38-b390-2b115545de55 req-30d576fd-2437-4df8-b3d0-f924850c9461 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:11.873351 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-873f768f-8aad-4c38-b390-2b115545de55 req-30d576fd-2437-4df8-b3d0-f924850c9461 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0540838 Sep 03 02:02:11.910871 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-873f768f-8aad-4c38-b390-2b115545de55 req-9b600da5-e715-4e7e-9dd4-285e9274f792 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Sep 03 02:02:12.034905 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b70ed-e6e4-4493-b76c-c08ff132a950 req-815270bc-84f8-4019-b44e-7463ecf1f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:12.037239 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e6b70ed-e6e4-4493-b76c-c08ff132a950 req-815270bc-84f8-4019-b44e-7463ecf1f79b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ad2b4e400849476489d1e75b4c77c063&device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 1098 time: 0.0560472 Sep 03 02:02:12.159633 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b70ed-e6e4-4493-b76c-c08ff132a950 req-f1172088-5c39-4002-960a-0c7616a1e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:12.161306 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e6b70ed-e6e4-4493-b76c-c08ff132a950 req-f1172088-5c39-4002-960a-0c7616a1e6e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 200 len: 920 time: 0.0913181 Sep 03 02:02:12.206859 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e6b70ed-e6e4-4493-b76c-c08ff132a950 req-e614590f-93c0-45f4-adc5-376c48e5e296 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6 HTTP/1.1" status: 200 len: 217 time: 0.0349357 Sep 03 02:02:12.273307 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b70ed-e6e4-4493-b76c-c08ff132a950 req-8941dfe3-2c34-46a8-915e-0cc8f9e1eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:12.274692 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e6b70ed-e6e4-4493-b76c-c08ff132a950 req-8941dfe3-2c34-46a8-915e-0cc8f9e1eef2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf88f5a8-e67a-4d71-8361-698d70424a65 HTTP/1.1" status: 200 len: 859 time: 0.0473244 Sep 03 02:02:12.316553 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e6b70ed-e6e4-4493-b76c-c08ff132a950 req-eca5cfa6-36c1-4868-8f08-e46e5aa0cb78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8a8d07f5-5d5b-4935-b21f-e21f19dd9491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318358 Sep 03 02:02:12.427876 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e6b70ed-e6e4-4493-b76c-c08ff132a950 req-2d9da1c5-0e39-4d45-9c08-1c3733333f52 service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887873 Sep 03 02:02:12.541305 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5e6b70ed-e6e4-4493-b76c-c08ff132a950 req-d64b6b76-d5d5-4a97-ac04-78db32ee4373 service neutron] 10.222.0.42 "GET /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979011 Sep 03 02:02:12.571254 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303973c1-2ccb-440c-8c8c-ae8de5eff9d6 req-3071696b-563a-4c8d-80ef-d5659de583df tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:12.573436 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-303973c1-2ccb-440c-8c8c-ae8de5eff9d6 req-3071696b-563a-4c8d-80ef-d5659de583df tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 946 time: 0.0664239 Sep 03 02:02:12.611331 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-303973c1-2ccb-440c-8c8c-ae8de5eff9d6 req-5e9354b2-188f-48c1-8bb6-29be1c7371d6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321105 Sep 03 02:02:13.039837 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a4415-3bf3-42f4-9065-049958fad995 req-55b17569-0794-45c2-8a24-c717382f7a81 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:13.041445 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc0a4415-3bf3-42f4-9065-049958fad995 req-55b17569-0794-45c2-8a24-c717382f7a81 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0537238 Sep 03 02:02:13.080954 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fc0a4415-3bf3-42f4-9065-049958fad995 req-d8ff9ed4-3e94-40d1-b86f-abc0dba85b3c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Sep 03 02:02:13.107860 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 60832) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:13.214732 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-212770d8-2c7a-4075-b055-24e04a6b6d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:13.329744 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-212770d8-2c7a-4075-b055-24e04a6b6d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:13.348422 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-212770d8-2c7a-4075-b055-24e04a6b6d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:13.393264 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212770d8-2c7a-4075-b055-24e04a6b6d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd0be18-ddfc-4d23-bf51-82305a0cbbe6,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:13.397472 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-212770d8-2c7a-4075-b055-24e04a6b6d65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6321e1e8fc52429baf25bfcbdab516aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885985 Sep 03 02:02:13.400161 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 60842) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:13.409506 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90364625-c41d-4481-9655-fb43777081ea req-b7dd130b-fd69-4064-bf8b-70b065c6ca0a tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:13.410982 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-90364625-c41d-4481-9655-fb43777081ea req-b7dd130b-fd69-4064-bf8b-70b065c6ca0a tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0989759 Sep 03 02:02:13.450062 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-90364625-c41d-4481-9655-fb43777081ea req-ec3b6446-747e-40f3-b2ff-161954e02134 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329213 Sep 03 02:02:13.450703 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e6292677-b218-4b4a-9eb2-89ab65e64c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:13.483956 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e6292677-b218-4b4a-9eb2-89ab65e64c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:13.528957 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e6292677-b218-4b4a-9eb2-89ab65e64c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:13.531419 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e6292677-b218-4b4a-9eb2-89ab65e64c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:13.532537 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e6292677-b218-4b4a-9eb2-89ab65e64c29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fd0be18-ddfc-4d23-bf51-82305a0cbbe6 HTTP/1.1" status: 204 len: 168 time: 0.1311333 Sep 03 02:02:13.540290 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6292677-b218-4b4a-9eb2-89ab65e64c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd0be18-ddfc-4d23-bf51-82305a0cbbe6,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:13.740055 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c3586-1f9f-4d9f-8637-e3f7516cb8ea req-337330be-d29d-4107-b221-052737c51550 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:13.741577 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-608c3586-1f9f-4d9f-8637-e3f7516cb8ea req-337330be-d29d-4107-b221-052737c51550 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 946 time: 0.0517633 Sep 03 02:02:13.782098 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-608c3586-1f9f-4d9f-8637-e3f7516cb8ea req-c8ef67b9-1355-4dfd-88de-0010bc527b2c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346129 Sep 03 02:02:14.194840 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e226b-7031-4835-a6dc-d083bc687c89 req-6b1d6d2d-dda1-48d6-81c6-abcd77d134ee tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:14.196372 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-051e226b-7031-4835-a6dc-d083bc687c89 req-6b1d6d2d-dda1-48d6-81c6-abcd77d134ee tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0491927 Sep 03 02:02:14.234941 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-051e226b-7031-4835-a6dc-d083bc687c89 req-c551a7ef-abb6-487a-9824-a36dd87a44d7 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Sep 03 02:02:14.566586 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f7493-9c01-46d2-9912-9e5933b83e14 req-423a96e4-18e2-4bcd-8e99-094ab4579073 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:14.568283 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e43f7493-9c01-46d2-9912-9e5933b83e14 req-423a96e4-18e2-4bcd-8e99-094ab4579073 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0503759 Sep 03 02:02:14.607379 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e43f7493-9c01-46d2-9912-9e5933b83e14 req-de0c519b-47d5-4e46-abb7-cf2776d3cb5f tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331094 Sep 03 02:02:15.352800 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3aea59-83c1-4066-9eac-cc46baf2edf9 req-151d0171-e998-4ea9-bd87-3a1b5af0a6bc tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:15.354194 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2e3aea59-83c1-4066-9eac-cc46baf2edf9 req-151d0171-e998-4ea9-bd87-3a1b5af0a6bc tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0489442 Sep 03 02:02:15.393126 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2e3aea59-83c1-4066-9eac-cc46baf2edf9 req-806d4db8-204a-4e5e-8141-895855d8447c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 Sep 03 02:02:15.724858 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeca5dd-ea45-48a4-a421-bd587895c9fb req-9585bbf4-484e-4656-850c-297786e0f2e5 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:15.726670 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5aeca5dd-ea45-48a4-a421-bd587895c9fb req-9585bbf4-484e-4656-850c-297786e0f2e5 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0521421 Sep 03 02:02:15.764952 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5aeca5dd-ea45-48a4-a421-bd587895c9fb req-03964a77-933a-4288-92db-edd1d2a5c52f tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322390 Sep 03 02:02:15.891105 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2eb821f9-926d-479b-8254-1351c13e9446 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:15.892472 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2eb821f9-926d-479b-8254-1351c13e9446 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.42 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 946 time: 0.0484235 Sep 03 02:02:15.987258 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2330edb2-4d6e-4aab-81d1-8c2d0aeb7836 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Deleting port 4fc839af-7fd7-496e-aae4-47d202fb2afa {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:02:15.987591 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2330edb2-4d6e-4aab-81d1-8c2d0aeb7836 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:16.073558 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2330edb2-4d6e-4aab-81d1-8c2d0aeb7836 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] For port 4fc839af-7fd7-496e-aae4-47d202fb2afa, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=4fc839af-7fd7-496e-aae4-47d202fb2afa,segment=NetworkSegment(ddde6254-749e-4171-97d9-bebb178f46fe),segment_id=ddde6254-749e-4171-97d9-bebb178f46fe)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:16.073922 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2330edb2-4d6e-4aab-81d1-8c2d0aeb7836 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:16.085732 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2330edb2-4d6e-4aab-81d1-8c2d0aeb7836 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Calling delete_port for 4fc839af-7fd7-496e-aae4-47d202fb2afa owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:02:16.207145 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2330edb2-4d6e-4aab-81d1-8c2d0aeb7836 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:16.236064 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330edb2-4d6e-4aab-81d1-8c2d0aeb7836 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Pushing event deleted for resources: {'Port': ['ID=4fc839af-7fd7-496e-aae4-47d202fb2afa,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:16.252952 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['4fc839af-7fd7-496e-aae4-47d202fb2afa'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:02:16.283531 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2330edb2-4d6e-4aab-81d1-8c2d0aeb7836 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] No DVR routers for this DVR port 4fc839af-7fd7-496e-aae4-47d202fb2afa on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:02:16.286305 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2330edb2-4d6e-4aab-81d1-8c2d0aeb7836 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:16.288544 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9af5edf8-d16d-45ed-b52d-6dfa04dd00b4 req-2330edb2-4d6e-4aab-81d1-8c2d0aeb7836 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.42 "DELETE /v2.0/ports/4fc839af-7fd7-496e-aae4-47d202fb2afa HTTP/1.1" status: 204 len: 173 time: 0.3879499 Sep 03 02:02:16.289088 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2819d748-cf90-4ad0-a706-bebf6220d5a4', 'name': 'network-vif-deleted', 'tag': '4fc839af-7fd7-496e-aae4-47d202fb2afa'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:02:16.291311 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9424c0c7-b063-464a-86b4-47d7418ff86f" -d '{"events": [{"server_uuid": "2819d748-cf90-4ad0-a706-bebf6220d5a4", "name": "network-vif-deleted", "tag": "4fc839af-7fd7-496e-aae4-47d202fb2afa"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:02:16.335311 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd7aae8-edea-47e6-ae16-a86c955e477d x-openstack-request-id: req-ebd7aae8-edea-47e6-ae16-a86c955e477d {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:02:16.335427 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2819d748-cf90-4ad0-a706-bebf6220d5a4", "name": "network-vif-deleted", "tag": "4fc839af-7fd7-496e-aae4-47d202fb2afa", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:02:16.335678 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebd7aae8-edea-47e6-ae16-a86c955e477d {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:02:16.336056 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2819d748-cf90-4ad0-a706-bebf6220d5a4', 'name': 'network-vif-deleted', 'tag': '4fc839af-7fd7-496e-aae4-47d202fb2afa', 'status': 'completed', 'code': 200} Sep 03 02:02:16.879337 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a72aacf5-6528-4ce7-849f-441c9eaace12 req-99713400-ed4a-499a-9097-ce64c87e04f7 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=2819d748-cf90-4ad0-a706-bebf6220d5a4 HTTP/1.1" status: 200 len: 210 time: 0.0341289 Sep 03 02:02:19.211878 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 60978) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:19.313452 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd0b1170-96b6-46b8-909a-930bfad5644c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:19.401782 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd0b1170-96b6-46b8-909a-930bfad5644c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:19.405421 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd0b1170-96b6-46b8-909a-930bfad5644c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:19.445946 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-dd0b1170-96b6-46b8-909a-930bfad5644c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca91df4de2b04a82968a19df709a57f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307882 Sep 03 02:02:19.447318 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 60982) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:19.447958 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b1170-96b6-46b8-909a-930bfad5644c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76801c2-6a70-4f09-9a7e-db709fea3ffc,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:19.496541 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9b3e-e21e-42fe-92b5-a5a7126b5593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:19.516205 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9b3e-e21e-42fe-92b5-a5a7126b5593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:19.560693 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9b3e-e21e-42fe-92b5-a5a7126b5593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:19.563163 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9b3e-e21e-42fe-92b5-a5a7126b5593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:19.564281 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-cfcd9b3e-e21e-42fe-92b5-a5a7126b5593 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d76801c2-6a70-4f09-9a7e-db709fea3ffc HTTP/1.1" status: 204 len: 168 time: 0.1154160 Sep 03 02:02:19.571770 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd9b3e-e21e-42fe-92b5-a5a7126b5593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76801c2-6a70-4f09-9a7e-db709fea3ffc,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:19.810581 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 60988) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:19.824105 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4832-262b-4f53-8a85-d6c3a0937729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:19.910496 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4832-262b-4f53-8a85-d6c3a0937729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:19.914769 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4832-262b-4f53-8a85-d6c3a0937729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:19.928610 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 4fc839af-7fd7-496e-aae4-47d202fb2afa no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:02:19.948623 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 4fc839af-7fd7-496e-aae4-47d202fb2afa {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:02:19.949001 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 4fc839af-7fd7-496e-aae4-47d202fb2afa not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:02:19.955895 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6f5f4832-262b-4f53-8a85-d6c3a0937729 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9643897dfbda4f8e915a21dee28cd577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442502 Sep 03 02:02:19.956842 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f4832-262b-4f53-8a85-d6c3a0937729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0798615-93b1-419e-ade8-065db294882e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:19.958564 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 60990) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:20.007583 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1a6498ae-0bd7-4f2b-8080-ab3609efe666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:20.028714 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1a6498ae-0bd7-4f2b-8080-ab3609efe666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:20.073877 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1a6498ae-0bd7-4f2b-8080-ab3609efe666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:20.076373 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1a6498ae-0bd7-4f2b-8080-ab3609efe666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:20.077543 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1a6498ae-0bd7-4f2b-8080-ab3609efe666 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0798615-93b1-419e-ade8-065db294882e HTTP/1.1" status: 204 len: 168 time: 0.1179025 Sep 03 02:02:20.086515 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6498ae-0bd7-4f2b-8080-ab3609efe666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0798615-93b1-419e-ade8-065db294882e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:21.424712 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b59faf-6304-415a-b551-f7716db84b34 req-3639b7b1-ccba-47f4-8921-2cb9993e7d92 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:21.426209 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-29b59faf-6304-415a-b551-f7716db84b34 req-3639b7b1-ccba-47f4-8921-2cb9993e7d92 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0515575 Sep 03 02:02:21.465971 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-29b59faf-6304-415a-b551-f7716db84b34 req-2facbb17-8c30-4a5d-ba69-6920164bae76 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Sep 03 02:02:22.601540 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9c7c8-9d69-4dfb-8539-fd533206a186 req-1ced408e-ef52-4e04-8e96-8c6f7293eb10 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:22.603032 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c6c9c7c8-9d69-4dfb-8539-fd533206a186 req-1ced408e-ef52-4e04-8e96-8c6f7293eb10 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0643864 Sep 03 02:02:22.641215 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c6c9c7c8-9d69-4dfb-8539-fd533206a186 req-734196eb-2b78-4352-9b19-869754d6c7d8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316057 Sep 03 02:02:23.756334 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b28f4-cbeb-449a-b0a0-870f0f9ff94a req-d8e4a1ec-263b-4cab-9ae6-b6bfcb74d0b6 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:23.757821 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ba3b28f4-cbeb-449a-b0a0-870f0f9ff94a req-d8e4a1ec-263b-4cab-9ae6-b6bfcb74d0b6 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0492735 Sep 03 02:02:23.795418 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ba3b28f4-cbeb-449a-b0a0-870f0f9ff94a req-4e7cae16-ae08-4396-9822-4f8bc586c30b tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Sep 03 02:02:24.921105 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662cd1e-6f50-46b3-8399-5b3e70601e45 req-c8c84457-c10d-4aef-aad6-d6741887f9a8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:24.922904 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f662cd1e-6f50-46b3-8399-5b3e70601e45 req-c8c84457-c10d-4aef-aad6-d6741887f9a8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0526421 Sep 03 02:02:24.964676 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f662cd1e-6f50-46b3-8399-5b3e70601e45 req-7dbcae0f-0f21-40e6-aa9e-eefad8a2a4af tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342908 Sep 03 02:02:25.929447 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-49d70f01-cd04-4287-9106-6e3715549e23 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:25.929447 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-49d70f01-cd04-4287-9106-6e3715549e23 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/networks?id=d59d565c-48a8-4605-af8c-8ed8d515a1b0 HTTP/1.1" status: 200 len: 813 time: 0.1046674 Sep 03 02:02:25.943151 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-8b369c1a-0ad1-476e-84f5-d9358bf5680c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/quotas/7f59a104b46c4a43a456bbbae434e8e9 HTTP/1.1" status: 200 len: 375 time: 0.0098519 Sep 03 02:02:25.976950 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-990a665d-d199-46c3-ab9e-c1f1c52cbc88 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f59a104b46c4a43a456bbbae434e8e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275731 Sep 03 02:02:26.089558 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-5bf7f217-5d3a-4a85-85cf-bc99729831bd service neutron] 10.222.0.32 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054931 Sep 03 02:02:26.138766 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-678ae3b9-7f7c-477b-afec-cdb7d3ddeedc tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:26.140266 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-678ae3b9-7f7c-477b-afec-cdb7d3ddeedc tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.42 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0803671 Sep 03 02:02:26.192154 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-3b79c97a-e441-4a8e-9b2a-54a6483e89d4 service neutron] 10.222.0.32 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002274 Sep 03 02:02:26.237873 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1349b04-f9df-4dc4-b5ef-ee4076fa067e req-6a36be57-5611-41f1-9e59-5bf91fa6f42f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:26.239357 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c1349b04-f9df-4dc4-b5ef-ee4076fa067e req-6a36be57-5611-41f1-9e59-5bf91fa6f42f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 946 time: 0.0879889 Sep 03 02:02:26.313396 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c1349b04-f9df-4dc4-b5ef-ee4076fa067e req-08f86eb7-36b5-486f-9d6c-66d13f8f6517 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596845 Sep 03 02:02:26.334812 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Deleting port 30b9c332-33d1-48a4-962c-da49dfb7b5fe {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:02:26.335162 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:26.391561 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-331cc422-72ba-4e44-ac05-8b854dc4e7d4 req-23b967c1-37f6-488c-8276-8f54d869494f tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 210 time: 0.0285037 Sep 03 02:02:26.436252 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-376fce5e-85d0-4b27-be7a-f1cf1c693cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:26.441742 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] For port 30b9c332-33d1-48a4-962c-da49dfb7b5fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=30b9c332-33d1-48a4-962c-da49dfb7b5fe,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:26.442113 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:26.455406 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Calling delete_port for 30b9c332-33d1-48a4-962c-da49dfb7b5fe owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:02:26.485128 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:26.599814 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:26.640228 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['70ac851c-fbc5-4ae3-94ae-6eba151789d6', '30b9c332-33d1-48a4-962c-da49dfb7b5fe'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:02:26.657706 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Pushing event deleted for resources: {'Port': ['ID=30b9c332-33d1-48a4-962c-da49dfb7b5fe,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:26.668991 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.669275 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.669732 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.670113 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.670477 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.670821 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.671158 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.671491 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.671834 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.672151 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.672482 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.672821 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:26.691328 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] No DVR routers for this DVR port 30b9c332-33d1-48a4-962c-da49dfb7b5fe on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:02:26.694051 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:26.696598 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f9342b2d-f644-43cd-b1fc-ef01daa7f8d3 req-a1d42f2d-e6c6-48b2-a6c3-59fd03d4855d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.42 "DELETE /v2.0/ports/30b9c332-33d1-48a4-962c-da49dfb7b5fe HTTP/1.1" status: 204 len: 173 time: 0.5139186 Sep 03 02:02:26.697355 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acbacdb-c294-45ee-967e-4855a59accd8', 'name': 'network-vif-deleted', 'tag': '30b9c332-33d1-48a4-962c-da49dfb7b5fe'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:02:26.699356 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b289bd-ec32-47e2-ac50-6a7283a30341" -d '{"events": [{"server_uuid": "7acbacdb-c294-45ee-967e-4855a59accd8", "name": "network-vif-deleted", "tag": "30b9c332-33d1-48a4-962c-da49dfb7b5fe"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:02:26.736534 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce014c1-546f-4706-a230-5394b2fcc40c x-openstack-request-id: req-4ce014c1-546f-4706-a230-5394b2fcc40c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:02:26.736822 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acbacdb-c294-45ee-967e-4855a59accd8", "name": "network-vif-deleted", "tag": "30b9c332-33d1-48a4-962c-da49dfb7b5fe", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:02:26.737115 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ce014c1-546f-4706-a230-5394b2fcc40c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:02:26.737616 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acbacdb-c294-45ee-967e-4855a59accd8', 'name': 'network-vif-deleted', 'tag': '30b9c332-33d1-48a4-962c-da49dfb7b5fe', 'status': 'completed', 'code': 200} Sep 03 02:02:27.416211 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d89789aa-c14a-4cdf-82d1-772c0d04f2d5 req-12bc25ae-76c8-4d85-8a98-233a88d4be48 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=7acbacdb-c294-45ee-967e-4855a59accd8 HTTP/1.1" status: 200 len: 210 time: 0.0255401 Sep 03 02:02:27.500147 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-372e9401-0882-45b2-826f-36334b7a50d8 req-ebb533aa-d998-42b8-8d1c-ac0bca575b81 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 210 time: 0.0289915 Sep 03 02:02:27.818243 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-6dcd2bb8-0739-4f4c-affb-e67045289a1d tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:27.819680 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-6dcd2bb8-0739-4f4c-affb-e67045289a1d tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.42 "GET /v2.0/networks?id=d59d565c-48a8-4605-af8c-8ed8d515a1b0 HTTP/1.1" status: 200 len: 813 time: 0.1058128 Sep 03 02:02:27.875712 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Request body: {'port': {'device_id': '6e814967-edb0-4dd1-b961-0bd870ff3f3b', 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0', 'admin_state_up': True, 'tenant_id': '7f59a104b46c4a43a456bbbae434e8e9'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:02:27.982189 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Made reservation on behalf of 7f59a104b46c4a43a456bbbae434e8e9 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:02:27.985768 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:28.110653 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Allocated IP 172.20.0.8 (d59d565c-48a8-4605-af8c-8ed8d515a1b0/9da82e60-4df0-4837-a863-93cbea52bc56/82b583bf-49a1-4fec-bd06-713a0d045b2e) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:02:28.540827 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:28.560717 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec08fb4-b9d3-4cff-92f8-1418cc4bde62 req-b9be4c4a-d15f-4ada-98f4-9915c326ca29 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:28.562275 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9ec08fb4-b9d3-4cff-92f8-1418cc4bde62 req-b9be4c4a-d15f-4ada-98f4-9915c326ca29 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0819628 Sep 03 02:02:28.626081 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:28.630465 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9ec08fb4-b9d3-4cff-92f8-1418cc4bde62 req-69b9574f-3a1b-4d7a-a797-b5f4d419aeba tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601945 Sep 03 02:02:28.672158 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Network d59d565c-48a8-4605-af8c-8ed8d515a1b0 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:02:28.673650 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:02:28.677735 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:02:28.732667 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Pushing event updated for resources: {'Port': ['ID=82b583bf-49a1-4fec-bd06-713a0d045b2e,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:28.738574 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16455c1-2398-4389-9eda-a40c7e5e89cc req-aba92211-3219-41d2-8b6d-38b81cc0bd3f tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:28.741362 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f16455c1-2398-4389-9eda-a40c7e5e89cc req-aba92211-3219-41d2-8b6d-38b81cc0bd3f tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 931 time: 0.0728955 Sep 03 02:02:28.769141 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:28.769757 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:28.778480 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f16455c1-2398-4389-9eda-a40c7e5e89cc req-54fbcc1e-9551-40ea-a618-29b33dd2e353 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Sep 03 02:02:28.793038 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010170a-fe8c-4ddc-8b83-4beaebbdc81a req-5df3fedf-bf19-4f4f-9ef9-6d4b6b7683df tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:28.794522 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e010170a-fe8c-4ddc-8b83-4beaebbdc81a req-5df3fedf-bf19-4f4f-9ef9-6d4b6b7683df tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0848854 Sep 03 02:02:28.796233 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-90be5285-5618-47df-b692-aae2beb644c3 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9247389 Sep 03 02:02:28.831834 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Request body: {'port': {'device_id': '6e814967-edb0-4dd1-b961-0bd870ff3f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:02:28.855218 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e010170a-fe8c-4ddc-8b83-4beaebbdc81a req-4abc515f-773b-479f-be0c-8c159e720e7c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548172 Sep 03 02:02:28.889175 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:28.937355 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7cfe272f-ede0-4cce-80c5-ef7712175021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:29.160238 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b583bf-49a1-4fec-bd06-713a0d045b2e {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:02:29.168353 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:29.174532 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:29.181604 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Transition to ACTIVE for port object 82b583bf-49a1-4fec-bd06-713a0d045b2e will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:02:29.185394 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:29.233063 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Pushing event updated for resources: {'Port': ['ID=82b583bf-49a1-4fec-bd06-713a0d045b2e,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:29.303668 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Attempting to bind port 82b583bf-49a1-4fec-bd06-713a0d045b2e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:02:29.304005 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Attempting to bind port 82b583bf-49a1-4fec-bd06-713a0d045b2e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ddde6254-749e-4171-97d9-bebb178f46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:02:29.304336 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Attempting to bind port 82b583bf-49a1-4fec-bd06-713a0d045b2e on network d59d565c-48a8-4605-af8c-8ed8d515a1b0 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:02:29.309891 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Port 82b583bf-49a1-4fec-bd06-713a0d045b2e on network d59d565c-48a8-4605-af8c-8ed8d515a1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:02:29.310214 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Attempting to bind port 82b583bf-49a1-4fec-bd06-713a0d045b2e on network d59d565c-48a8-4605-af8c-8ed8d515a1b0 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:02:29.315019 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:02:29.315349 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Checking segment: {'id': 'ddde6254-749e-4171-97d9-bebb178f46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:02:29.315728 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Bound using segment: {'id': 'ddde6254-749e-4171-97d9-bebb178f46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:02:29.316139 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Bound port: 82b583bf-49a1-4fec-bd06-713a0d045b2e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddde6254-749e-4171-97d9-bebb178f46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:02:29.316503 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:29.322487 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 30b9c332-33d1-48a4-962c-da49dfb7b5fe no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:02:29.341325 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 30b9c332-33d1-48a4-962c-da49dfb7b5fe {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:02:29.341663 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 30b9c332-33d1-48a4-962c-da49dfb7b5fe not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:02:29.378491 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] For port 82b583bf-49a1-4fec-bd06-713a0d045b2e, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:02:29.381509 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] For port 82b583bf-49a1-4fec-bd06-713a0d045b2e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=82b583bf-49a1-4fec-bd06-713a0d045b2e,segment=NetworkSegment(ddde6254-749e-4171-97d9-bebb178f46fe),segment_id=ddde6254-749e-4171-97d9-bebb178f46fe)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:02:29.386543 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:29.419925 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:29.420573 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:29.421963 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] 10.222.0.42 "PUT /v2.0/ports/82b583bf-49a1-4fec-bd06-713a0d045b2e HTTP/1.1" status: 200 len: 1093 time: 0.5949619 Sep 03 02:02:29.424236 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e814967-edb0-4dd1-b961-0bd870ff3f3b', 'tag': '82b583bf-49a1-4fec-bd06-713a0d045b2e'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:02:29.426502 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42fd405-ffa3-459a-9b6a-58e10c062f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e814967-edb0-4dd1-b961-0bd870ff3f3b", "tag": "82b583bf-49a1-4fec-bd06-713a0d045b2e"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:02:29.455810 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9af4e-3df6-4b08-8c20-1192937b66f7 service neutron] Pushing event updated for resources: {'Port': ['ID=82b583bf-49a1-4fec-bd06-713a0d045b2e,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:29.466734 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed2302f-31a8-4d79-8633-4c5fc546f77c x-openstack-request-id: req-7ed2302f-31a8-4d79-8633-4c5fc546f77c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:02:29.466734 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e814967-edb0-4dd1-b961-0bd870ff3f3b", "tag": "82b583bf-49a1-4fec-bd06-713a0d045b2e", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:02:29.466998 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ed2302f-31a8-4d79-8633-4c5fc546f77c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:02:29.467402 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e814967-edb0-4dd1-b961-0bd870ff3f3b', 'tag': '82b583bf-49a1-4fec-bd06-713a0d045b2e', 'status': 'completed', 'code': 200} Sep 03 02:02:29.555283 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-7a1f7076-8f55-44fd-9011-a3f9c33ddf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:29.556763 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-7a1f7076-8f55-44fd-9011-a3f9c33ddf8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f59a104b46c4a43a456bbbae434e8e9&device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 1096 time: 0.0415633 Sep 03 02:02:29.614729 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-631b09f3-0fba-4c99-95f7-2ca90afed93d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82b583bf-49a1-4fec-bd06-713a0d045b2e HTTP/1.1" status: 200 len: 217 time: 0.0366688 Sep 03 02:02:29.669113 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-865878f8-fee1-44f2-9454-153a76c55efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:29.670575 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-865878f8-fee1-44f2-9454-153a76c55efb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9da82e60-4df0-4837-a863-93cbea52bc56 HTTP/1.1" status: 200 len: 853 time: 0.0442212 Sep 03 02:02:29.705619 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-ed4f2ff5-9320-4396-9388-95f0ab23ab67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d59d565c-48a8-4605-af8c-8ed8d515a1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252736 Sep 03 02:02:29.811272 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcc624-3541-42a9-bade-d12afae83b0c req-a93ceba4-f513-4c5e-9ba8-ada3417e4025 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:29.812749 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cbfcc624-3541-42a9-bade-d12afae83b0c req-a93ceba4-f513-4c5e-9ba8-ada3417e4025 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.1094043 Sep 03 02:02:29.843763 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-35652497-56b0-425a-825a-074e3c6853a2 service neutron] 10.222.0.42 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278713 Sep 03 02:02:29.862349 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cbfcc624-3541-42a9-bade-d12afae83b0c req-c058871d-0e62-4596-82e4-af77e4acd8cd tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397050 Sep 03 02:02:29.912412 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7cdeb-62e3-4006-b1a3-f2d17d00e82e req-27cf2ec0-80db-489d-860f-180cd72aab2b tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:29.914336 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-65e7cdeb-62e3-4006-b1a3-f2d17d00e82e req-27cf2ec0-80db-489d-860f-180cd72aab2b tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 943 time: 0.0665174 Sep 03 02:02:29.955211 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-65e7cdeb-62e3-4006-b1a3-f2d17d00e82e req-80ff5772-7372-48f2-b3bc-92c1038b8717 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Sep 03 02:02:30.022063 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98f3537b-975a-4ba3-9997-a9c825e1a831 req-6c2d5eac-4bec-425f-b721-f3cd29924475 service neutron] 10.222.0.42 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484613 Sep 03 02:02:30.032810 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-eb62a3db-6392-4db2-94f0-d851044bb40e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0940125 Sep 03 02:02:30.040820 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b32bc5-bd39-491f-904a-ec421e00b97d req-20190487-fe3e-40a3-9c39-f80ba96a6173 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:30.042349 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-94b32bc5-bd39-491f-904a-ec421e00b97d req-20190487-fe3e-40a3-9c39-f80ba96a6173 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.1025498 Sep 03 02:02:30.083923 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-94b32bc5-bd39-491f-904a-ec421e00b97d req-b4022fd7-f8ff-4556-8057-fdad923a1158 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Sep 03 02:02:30.106804 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:30.287421 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fd405-ffa3-459a-9b6a-58e10c062f2b req-103c9dde-803b-4722-be24-ae1ec0a9adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:30.288832 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b42fd405-ffa3-459a-9b6a-58e10c062f2b req-103c9dde-803b-4722-be24-ae1ec0a9adaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f59a104b46c4a43a456bbbae434e8e9&device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 1096 time: 0.0751054 Sep 03 02:02:30.291212 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-db1ca82c-6119-4339-b49e-10d4e3b556af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:30.292538 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-db1ca82c-6119-4339-b49e-10d4e3b556af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 1099 time: 0.0705028 Sep 03 02:02:30.468839 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-a784d6f8-8bbf-43f3-8500-71e3d3bf82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:30.470328 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-a784d6f8-8bbf-43f3-8500-71e3d3bf82c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 917 time: 0.1435807 Sep 03 02:02:30.471395 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fd405-ffa3-459a-9b6a-58e10c062f2b req-fef0fd2e-55f7-42a1-949f-db9bde998c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:30.472721 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b42fd405-ffa3-459a-9b6a-58e10c062f2b req-fef0fd2e-55f7-42a1-949f-db9bde998c9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d59d565c-48a8-4605-af8c-8ed8d515a1b0 HTTP/1.1" status: 200 len: 914 time: 0.1651821 Sep 03 02:02:30.556573 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b42fd405-ffa3-459a-9b6a-58e10c062f2b req-c05671a2-b26e-44d6-842f-08691bc9cfe4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82b583bf-49a1-4fec-bd06-713a0d045b2e HTTP/1.1" status: 200 len: 217 time: 0.0658123 Sep 03 02:02:30.587267 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-13ab1b5f-a91a-4445-b7c5-3e2f2a977e76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0 HTTP/1.1" status: 200 len: 1001 time: 0.1012828 Sep 03 02:02:30.658856 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fd405-ffa3-459a-9b6a-58e10c062f2b req-202cfbba-5d3a-4052-9582-12326f19eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:30.660279 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b42fd405-ffa3-459a-9b6a-58e10c062f2b req-202cfbba-5d3a-4052-9582-12326f19eb3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9da82e60-4df0-4837-a863-93cbea52bc56 HTTP/1.1" status: 200 len: 853 time: 0.0878274 Sep 03 02:02:30.661908 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-e692de08-f487-47dd-a4d7-148c0654b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:30.663188 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-e692de08-f487-47dd-a4d7-148c0654b8e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 200 len: 855 time: 0.0593247 Sep 03 02:02:30.712702 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b42fd405-ffa3-459a-9b6a-58e10c062f2b req-4b954fba-19e1-4d80-aec3-c1a534d73c3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d59d565c-48a8-4605-af8c-8ed8d515a1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339723 Sep 03 02:02:30.799407 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-70dcfb3a-c1ae-46d5-8cd3-0add2691ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:30.800911 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-70dcfb3a-c1ae-46d5-8cd3-0add2691ff43 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1135423 Sep 03 02:02:30.821580 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b42fd405-ffa3-459a-9b6a-58e10c062f2b req-487758f9-759c-4b43-8abd-1d53145951a7 service neutron] 10.222.0.42 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957491 Sep 03 02:02:30.981976 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5320e-c7ec-4c1a-933d-6f767edfdcd3 req-3c332513-2b9d-47c3-b483-dc4ce49a34bb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:30.984380 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0e5320e-c7ec-4c1a-933d-6f767edfdcd3 req-3c332513-2b9d-47c3-b483-dc4ce49a34bb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0509751 Sep 03 02:02:30.990146 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-02a643a7-cdc2-46cc-835c-ff69154032cf service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552246 Sep 03 02:02:30.992041 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b42fd405-ffa3-459a-9b6a-58e10c062f2b req-02b8e845-da44-4907-bd06-3ea8cad72d92 service neutron] 10.222.0.42 "GET /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489577 Sep 03 02:02:31.022231 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0e5320e-c7ec-4c1a-933d-6f767edfdcd3 req-f59734b3-aa85-49a9-ab5e-859c07dae94f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327425 Sep 03 02:02:31.136627 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ebe5b-b496-46b6-81e6-92f5369780f0 req-def3a2fd-e3d3-4997-b2b8-29f3d5a29d8b tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:31.138149 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-435ebe5b-b496-46b6-81e6-92f5369780f0 req-def3a2fd-e3d3-4997-b2b8-29f3d5a29d8b tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 943 time: 0.1117597 Sep 03 02:02:31.167037 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31b0a51d-34d5-4d88-9e3b-106be1e003fc req-2493bd97-279f-4489-806d-dff40705161b service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417871 Sep 03 02:02:31.186283 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-435ebe5b-b496-46b6-81e6-92f5369780f0 req-d037b468-bc07-4763-8d79-a3995a394bf4 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Sep 03 02:02:31.217344 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a6898-3380-4631-b414-df0b68ff8535 req-ed1b52b6-bf00-4c30-a55e-44a18c23056d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:31.218926 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3e4a6898-3380-4631-b414-df0b68ff8535 req-ed1b52b6-bf00-4c30-a55e-44a18c23056d tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0593295 Sep 03 02:02:31.257747 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3e4a6898-3380-4631-b414-df0b68ff8535 req-8326fe50-2602-4647-83c6-ff6d9a2dbfe1 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Sep 03 02:02:31.821574 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:32.140335 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be161f21-f417-413c-87c8-be52284045ea req-1576a58f-4c1b-41fa-b663-b5b471f255f1 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:32.141824 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-be161f21-f417-413c-87c8-be52284045ea req-1576a58f-4c1b-41fa-b663-b5b471f255f1 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0484495 Sep 03 02:02:32.179379 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-be161f21-f417-413c-87c8-be52284045ea req-163844e9-aec2-4ccd-8dd4-cc1b2294df09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317330 Sep 03 02:02:32.305955 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb0437-c783-4384-9fdf-02fe782ede93 req-5daa1f16-6b89-4c7b-9987-68a0355d655f tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:32.307382 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-75eb0437-c783-4384-9fdf-02fe782ede93 req-5daa1f16-6b89-4c7b-9987-68a0355d655f tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 943 time: 0.0495205 Sep 03 02:02:32.345456 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-75eb0437-c783-4384-9fdf-02fe782ede93 req-cf394120-8491-4d13-a723-d98e49e995b8 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Sep 03 02:02:32.375193 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7af8b3-d02f-482d-8d1f-7165f35955d7 req-a10cd4d8-0d20-482b-b1c1-a9f7a7c3fd35 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:32.376669 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f7af8b3-d02f-482d-8d1f-7165f35955d7 req-a10cd4d8-0d20-482b-b1c1-a9f7a7c3fd35 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0522206 Sep 03 02:02:32.413160 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f7af8b3-d02f-482d-8d1f-7165f35955d7 req-6c9ae8f7-18ca-46a0-82bd-b62007658386 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305474 Sep 03 02:02:33.292485 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fa5ae-0311-463a-b083-f05f3e62c3a6 req-94cb88bf-d565-49f1-a1ba-65c8e7c63d2f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:33.293952 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-708fa5ae-0311-463a-b083-f05f3e62c3a6 req-94cb88bf-d565-49f1-a1ba-65c8e7c63d2f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0472510 Sep 03 02:02:33.333461 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-708fa5ae-0311-463a-b083-f05f3e62c3a6 req-e04d016a-d1dc-4f1f-a4f6-3cf05e888c51 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336986 Sep 03 02:02:33.357113 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 82b583bf-49a1-4fec-bd06-713a0d045b2e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:02:33.454242 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 82b583bf-49a1-4fec-bd06-713a0d045b2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=82b583bf-49a1-4fec-bd06-713a0d045b2e,segment=NetworkSegment(ddde6254-749e-4171-97d9-bebb178f46fe),segment_id=ddde6254-749e-4171-97d9-bebb178f46fe)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:33.463509 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165abb2-c61c-4b64-b216-8622c8b451ee req-d3d0398e-32b7-4abe-b373-d62125bca7e1 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:33.465492 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '82b583bf-49a1-4fec-bd06-713a0d045b2e', 'network_id': 'd59d565c-48a8-4605-af8c-8ed8d515a1b0', 'port_id': '82b583bf-49a1-4fec-bd06-713a0d045b2e', 'mac_address': 'fa:16:3e:f3:ea:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da82e60-4df0-4837-a863-93cbea52bc56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:02:33.465630 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a165abb2-c61c-4b64-b216-8622c8b451ee req-d3d0398e-32b7-4abe-b373-d62125bca7e1 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 943 time: 0.0531628 Sep 03 02:02:33.513491 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a165abb2-c61c-4b64-b216-8622c8b451ee req-fb03af54-801b-4064-8e01-385af04b8598 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 Sep 03 02:02:33.516274 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:33.529414 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b583bf-49a1-4fec-bd06-713a0d045b2e {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:02:33.545684 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0968eca-1d34-4ade-a5df-c905a1c153e7 req-c762a1c1-f7a1-4d7e-ad4b-bb1a6ae32b6f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:33.547211 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d0968eca-1d34-4ade-a5df-c905a1c153e7 req-c762a1c1-f7a1-4d7e-ad4b-bb1a6ae32b6f tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0650799 Sep 03 02:02:33.548528 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 82b583bf-49a1-4fec-bd06-713a0d045b2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=82b583bf-49a1-4fec-bd06-713a0d045b2e,segment=NetworkSegment(ddde6254-749e-4171-97d9-bebb178f46fe),segment_id=ddde6254-749e-4171-97d9-bebb178f46fe)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:33.554024 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:33.585602 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d0968eca-1d34-4ade-a5df-c905a1c153e7 req-d25c6aca-2856-4705-8619-620f3e505090 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Sep 03 02:02:33.600612 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=82b583bf-49a1-4fec-bd06-713a0d045b2e,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:33.683890 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:02:34.011470 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['82b583bf-49a1-4fec-bd06-713a0d045b2e'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:02:34.446283 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf76590-bb95-499a-94f0-1bf1009c337c req-62b3c9a4-2207-4362-a3e5-82090857d188 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:34.447742 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7bf76590-bb95-499a-94f0-1bf1009c337c req-62b3c9a4-2207-4362-a3e5-82090857d188 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0490193 Sep 03 02:02:34.485779 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7bf76590-bb95-499a-94f0-1bf1009c337c req-9d021d3b-a698-479d-8cb5-ed8368e1e81c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321758 Sep 03 02:02:34.627308 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30212eb3-0a4a-4d0e-b61a-a1bae012af72 req-9a2bd57d-78fa-4ba2-ba13-c690cd2d915d tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:34.628903 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-30212eb3-0a4a-4d0e-b61a-a1bae012af72 req-9a2bd57d-78fa-4ba2-ba13-c690cd2d915d tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 944 time: 0.0523195 Sep 03 02:02:34.668344 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-30212eb3-0a4a-4d0e-b61a-a1bae012af72 req-195ee33f-5fb7-4f56-8739-20e264ffa7ad tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Sep 03 02:02:34.706845 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0985faf-cfa7-4115-b3ff-d0f0ca4ce390 req-d81c6e62-d75a-44f8-b9aa-524fc4f28c3c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:34.708351 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a0985faf-cfa7-4115-b3ff-d0f0ca4ce390 req-d81c6e62-d75a-44f8-b9aa-524fc4f28c3c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0541620 Sep 03 02:02:34.746568 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a0985faf-cfa7-4115-b3ff-d0f0ca4ce390 req-3c992e4d-5b18-4bb5-984d-5b9d30b9512c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Sep 03 02:02:35.364986 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 82b583bf-49a1-4fec-bd06-713a0d045b2e up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:02:35.415545 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 82b583bf-49a1-4fec-bd06-713a0d045b2e completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:02:35.419002 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 82b583bf-49a1-4fec-bd06-713a0d045b2e triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:02:35.419355 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:35.501876 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:35.524907 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e814967-edb0-4dd1-b961-0bd870ff3f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b583bf-49a1-4fec-bd06-713a0d045b2e'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:02:35.527160 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f189d10-c21d-409f-9d0b-cdf0fea99b77" -d '{"events": [{"server_uuid": "6e814967-edb0-4dd1-b961-0bd870ff3f3b", "name": "network-vif-plugged", "status": "completed", "tag": "82b583bf-49a1-4fec-bd06-713a0d045b2e"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:02:35.540249 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 82b583bf-49a1-4fec-bd06-713a0d045b2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=82b583bf-49a1-4fec-bd06-713a0d045b2e,segment=NetworkSegment(ddde6254-749e-4171-97d9-bebb178f46fe),segment_id=ddde6254-749e-4171-97d9-bebb178f46fe)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:35.545083 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:35.573054 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19bd327-2214-4015-839f-32bf9373a9b3 x-openstack-request-id: req-f19bd327-2214-4015-839f-32bf9373a9b3 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:02:35.573348 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e814967-edb0-4dd1-b961-0bd870ff3f3b", "name": "network-vif-plugged", "status": "completed", "tag": "82b583bf-49a1-4fec-bd06-713a0d045b2e", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:02:35.573706 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f19bd327-2214-4015-839f-32bf9373a9b3 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:02:35.574119 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e814967-edb0-4dd1-b961-0bd870ff3f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b583bf-49a1-4fec-bd06-713a0d045b2e', 'code': 200} Sep 03 02:02:35.598807 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=82b583bf-49a1-4fec-bd06-713a0d045b2e,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:35.604859 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a36eb2-479b-41e9-88fd-2f08504f51d6 req-8053fd1e-959f-454e-8eec-dd04054ac300 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:35.606379 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5a36eb2-479b-41e9-88fd-2f08504f51d6 req-8053fd1e-959f-454e-8eec-dd04054ac300 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0497947 Sep 03 02:02:35.645056 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e5a36eb2-479b-41e9-88fd-2f08504f51d6 req-6c7bba85-1dac-4340-b280-2785644634fb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309744 Sep 03 02:02:35.813369 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc0d8d-7aa3-45b2-acfa-bab408aee502 req-6b2e1416-afb8-4a46-b4e4-4601e6b4285d tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:35.814872 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f3bc0d8d-7aa3-45b2-acfa-bab408aee502 req-6b2e1416-afb8-4a46-b4e4-4601e6b4285d tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 945 time: 0.0756757 Sep 03 02:02:35.823543 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a465e-047b-44fd-aad8-d9a50f548d8d req-d99d87e4-9ef2-4439-b713-1043560f8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:35.825010 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e9a465e-047b-44fd-aad8-d9a50f548d8d req-d99d87e4-9ef2-4439-b713-1043560f8ff7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 1098 time: 0.0603390 Sep 03 02:02:35.857585 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f3bc0d8d-7aa3-45b2-acfa-bab408aee502 req-2a0819e6-7344-4721-92cc-d1435b6473a5 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Sep 03 02:02:35.868950 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5155c33-ed24-4249-928a-3476eb940a4e req-bf109338-f707-4e89-9860-b1561317b1a3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:35.870461 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b5155c33-ed24-4249-928a-3476eb940a4e req-bf109338-f707-4e89-9860-b1561317b1a3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0546167 Sep 03 02:02:35.889164 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e9a465e-047b-44fd-aad8-d9a50f548d8d req-d5027b3b-4f7e-4315-8d0a-83628b6a16a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306180 Sep 03 02:02:35.911102 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b5155c33-ed24-4249-928a-3476eb940a4e req-210c35d2-aab8-4e9c-aad6-e277196aa1c4 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Sep 03 02:02:36.763805 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d6836-5d5d-4fc8-b828-e8d8935a4668 req-8263c878-30b7-46c7-8d1d-6dc8faeb7262 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:36.765302 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f0d6836-5d5d-4fc8-b828-e8d8935a4668 req-8263c878-30b7-46c7-8d1d-6dc8faeb7262 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0531788 Sep 03 02:02:36.827299 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2f0d6836-5d5d-4fc8-b828-e8d8935a4668 req-9ade6ed7-29a5-47d8-9cdc-bde2511f5bb7 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521717 Sep 03 02:02:36.838000 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-8d87f3a1-e0e2-4853-a2d2-7f57d481036a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:36.839439 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-8d87f3a1-e0e2-4853-a2d2-7f57d481036a tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.42 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0720046 Sep 03 02:02:36.952774 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-e85369c8-eeba-4ca2-bbfc-e737da83b96c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Deleting port 70ac851c-fbc5-4ae3-94ae-6eba151789d6 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:02:36.953217 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-e85369c8-eeba-4ca2-bbfc-e737da83b96c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:36.988493 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c17bf-d669-4615-b755-0e5ed43a13f2 req-c0f81371-8c23-4ad4-9a23-6ae94daed7ce tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:36.990046 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-159c17bf-d669-4615-b755-0e5ed43a13f2 req-c0f81371-8c23-4ad4-9a23-6ae94daed7ce tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 945 time: 0.0614789 Sep 03 02:02:37.032384 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-159c17bf-d669-4615-b755-0e5ed43a13f2 req-84d0cc26-ec4e-41da-96fc-4e58c2988082 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356259 Sep 03 02:02:37.071622 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-e85369c8-eeba-4ca2-bbfc-e737da83b96c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] For port 70ac851c-fbc5-4ae3-94ae-6eba151789d6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=70ac851c-fbc5-4ae3-94ae-6eba151789d6,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:37.071990 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-e85369c8-eeba-4ca2-bbfc-e737da83b96c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:37.081046 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d696507-9fe5-413c-a4a6-884544f44cd0 req-569d1564-2668-4c75-8525-cb4c557558f8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:37.082515 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d696507-9fe5-413c-a4a6-884544f44cd0 req-569d1564-2668-4c75-8525-cb4c557558f8 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/ports?device_id=89247c86-76c3-484d-8f89-88be06b0acfa HTTP/1.1" status: 200 len: 945 time: 0.0952425 Sep 03 02:02:37.098188 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-e85369c8-eeba-4ca2-bbfc-e737da83b96c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Calling delete_port for 70ac851c-fbc5-4ae3-94ae-6eba151789d6 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:02:37.166543 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d696507-9fe5-413c-a4a6-884544f44cd0 req-96250ca2-ecb0-43e8-ae07-fdb35ca272e3 tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.32 "GET /v2.0/security-groups?id=0292c9d4-83c5-41d2-b09c-eba9ceda975d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765309 Sep 03 02:02:37.251777 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-e85369c8-eeba-4ca2-bbfc-e737da83b96c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:37.283183 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85369c8-eeba-4ca2-bbfc-e737da83b96c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Pushing event deleted for resources: {'Port': ['ID=70ac851c-fbc5-4ae3-94ae-6eba151789d6,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:37.312051 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['70ac851c-fbc5-4ae3-94ae-6eba151789d6'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:02:37.332738 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-e85369c8-eeba-4ca2-bbfc-e737da83b96c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] No DVR routers for this DVR port 70ac851c-fbc5-4ae3-94ae-6eba151789d6 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:02:37.335386 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-e85369c8-eeba-4ca2-bbfc-e737da83b96c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:37.338052 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9c5bc3a6-b28e-41e9-9408-210b3c97a263 req-e85369c8-eeba-4ca2-bbfc-e737da83b96c tempest-ServerRescueNegativeTestJSON-1056203237 tempest-ServerRescueNegativeTestJSON-1056203237-project] 10.222.0.42 "DELETE /v2.0/ports/70ac851c-fbc5-4ae3-94ae-6eba151789d6 HTTP/1.1" status: 204 len: 173 time: 0.4837942 Sep 03 02:02:37.338495 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89247c86-76c3-484d-8f89-88be06b0acfa', 'name': 'network-vif-deleted', 'tag': '70ac851c-fbc5-4ae3-94ae-6eba151789d6'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:02:37.340731 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475032ac-0f63-467d-89a2-59f33baa2b54" -d '{"events": [{"server_uuid": "89247c86-76c3-484d-8f89-88be06b0acfa", "name": "network-vif-deleted", "tag": "70ac851c-fbc5-4ae3-94ae-6eba151789d6"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:02:37.384353 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf19265-ce7e-4545-8406-75229be48ab0 x-openstack-request-id: req-0bf19265-ce7e-4545-8406-75229be48ab0 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:02:37.384353 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89247c86-76c3-484d-8f89-88be06b0acfa", "name": "network-vif-deleted", "tag": "70ac851c-fbc5-4ae3-94ae-6eba151789d6", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:02:37.384688 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bf19265-ce7e-4545-8406-75229be48ab0 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:02:37.385057 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89247c86-76c3-484d-8f89-88be06b0acfa', 'name': 'network-vif-deleted', 'tag': '70ac851c-fbc5-4ae3-94ae-6eba151789d6', 'status': 'completed', 'code': 200} Sep 03 02:02:37.897179 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7dcea-6970-4c2c-8142-25f3c6e43e84 req-614253ba-4321-4dd1-bf53-3218244b7169 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:37.898676 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3cc7dcea-6970-4c2c-8142-25f3c6e43e84 req-614253ba-4321-4dd1-bf53-3218244b7169 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0489185 Sep 03 02:02:37.942956 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3cc7dcea-6970-4c2c-8142-25f3c6e43e84 req-900b81c4-025e-427b-a946-677b93ae02a8 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375388 Sep 03 02:02:37.978372 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-d6bd8725-b629-475a-be75-c90aa7195298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:37.980174 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-d6bd8725-b629-475a-be75-c90aa7195298 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8&device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 1137 time: 0.0705364 Sep 03 02:02:37.989475 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c23be2-acf7-438e-9fe2-894d42f3944b req-e9dda51f-d32b-4855-9689-ae725670fc92 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:37.990991 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-06c23be2-acf7-438e-9fe2-894d42f3944b req-e9dda51f-d32b-4855-9689-ae725670fc92 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0925660 Sep 03 02:02:38.085115 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-06c23be2-acf7-438e-9fe2-894d42f3944b req-985c291b-e11a-4950-86fa-98f82ef6d0f6 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808525 Sep 03 02:02:38.111926 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-1ff3f114-c98c-414e-9127-d8c5fbd430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:38.113430 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-1ff3f114-c98c-414e-9127-d8c5fbd430d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=99de7404-7057-454a-a101-2683cbf76e2f HTTP/1.1" status: 200 len: 915 time: 0.1169116 Sep 03 02:02:38.172866 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebdf90-e6a0-4dc0-b305-62a3f0aeb7c9 req-5c70a340-4af9-45aa-beb9-ae66dac9ca99 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:38.174393 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-20ebdf90-e6a0-4dc0-b305-62a3f0aeb7c9 req-5c70a340-4af9-45aa-beb9-ae66dac9ca99 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 945 time: 0.0548127 Sep 03 02:02:38.186899 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-d56b2133-f218-44cf-b34c-b2d3db2f87e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 200 len: 1000 time: 0.0648220 Sep 03 02:02:38.221213 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-20ebdf90-e6a0-4dc0-b305-62a3f0aeb7c9 req-9221b30a-b2ee-473d-9981-ee3507ff7b51 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Sep 03 02:02:38.223329 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33052) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:38.308479 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-bf642887-4730-43d8-959c-40c03fa69c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:38.309899 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-bf642887-4730-43d8-959c-40c03fa69c6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0846a881-03c7-4a0f-883e-cd218e0f443b HTTP/1.1" status: 200 len: 853 time: 0.1149583 Sep 03 02:02:38.404309 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-9b123705-b8a1-44e1-9e85-77e231f6211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:38.405814 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-9b123705-b8a1-44e1-9e85-77e231f6211d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99de7404-7057-454a-a101-2683cbf76e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842960 Sep 03 02:02:38.574749 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-ee145cf5-f9f1-4d79-bee4-dccb92e67e61 service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400614 Sep 03 02:02:38.994908 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b02f09c6-57fa-4889-b223-6fe9eb671cb2 req-3b636e40-d291-41a8-b363-1292ecc2f070 service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752122 Sep 03 02:02:39.062533 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8a8c8-262d-473e-8db3-603a353308b9 req-cfb4c5f0-51b7-4bd4-b655-863fa616c063 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:39.064128 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dda8a8c8-262d-473e-8db3-603a353308b9 req-cfb4c5f0-51b7-4bd4-b655-863fa616c063 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0545671 Sep 03 02:02:39.080290 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715889'] for router_interface, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:39.105615 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dda8a8c8-262d-473e-8db3-603a353308b9 req-29d7de5b-93c2-4a04-a493-7b31f089d9e9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336702 Sep 03 02:02:39.322009 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad15f5-10ee-467c-9e5b-4fc7ef966a67 req-ec1ad25e-88e0-4852-918f-290c0a043e84 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:39.324276 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c2ad15f5-10ee-467c-9e5b-4fc7ef966a67 req-ec1ad25e-88e0-4852-918f-290c0a043e84 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.1521726 Sep 03 02:02:39.381982 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c2ad15f5-10ee-467c-9e5b-4fc7ef966a67 req-f2c07f65-76df-43e2-82e9-6a06dbe797ec tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517852 Sep 03 02:02:39.458070 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] Deleting port aea4a927-8646-479a-9eb9-de5b66abf166 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:02:39.458409 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:39.537692 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] For port aea4a927-8646-479a-9eb9-de5b66abf166, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=aea4a927-8646-479a-9eb9-de5b66abf166,segment=NetworkSegment(61da26a7-c762-43c7-89d6-a2eb624a4f7d),segment_id=61da26a7-c762-43c7-89d6-a2eb624a4f7d)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:39.537963 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:39.552539 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] Calling delete_port for aea4a927-8646-479a-9eb9-de5b66abf166 owned by network:router_interface {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:02:39.739689 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:39.765421 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea4a927-8646-479a-9eb9-de5b66abf166,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:39.921458 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716005'] for router_interface, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:40.136168 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] Router a5c71634-666a-48ee-8d8a-d0f549273650 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:02:40.220284 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa540e9-67e6-4db9-a52d-0d0f579b1b10 req-f6f7545c-cca9-427b-a0c2-c8b6ce793eda tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:40.221711 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0fa540e9-67e6-4db9-a52d-0d0f579b1b10 req-f6f7545c-cca9-427b-a0c2-c8b6ce793eda tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0486848 Sep 03 02:02:40.241222 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:02:40.251438 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-dd66d309-6bc8-4a00-a5ba-eae4d5670de7 admin admin] 10.222.0.32 "PUT /v2.0/routers/a5c71634-666a-48ee-8d8a-d0f549273650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0249321 Sep 03 02:02:40.251595 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] Sync routers for ids ['a5c71634-666a-48ee-8d8a-d0f549273650'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:02:40.252025 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33074) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:40.262238 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] Routers {'a5c71634-666a-48ee-8d8a-d0f549273650'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:02:40.262850 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:02:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a5c71634-666a-48ee-8d8a-d0f549273650'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:02:40.264473 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0fa540e9-67e6-4db9-a52d-0d0f579b1b10 req-1510b29b-1f43-49d0-ad3b-a470f4e35de0 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367060 Sep 03 02:02:40.362036 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:40.379933 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] Set router a5c71634-666a-48ee-8d8a-d0f549273650 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:02:40.525465 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:40.561525 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-router', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '633784ec-96b5-4da6-b896-291a4007b084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T02:02:39Z', 'revision_number': 5, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'gw_port': {'id': '633784ec-96b5-4da6-b896-291a4007b084', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:21Z', 'updated_at': '2021-09-03T01:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:02:40.589939 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] Checking router: a5c71634-666a-48ee-8d8a-d0f549273650 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:02:40.590674 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721e158-b239-45fd-92eb-4020f1dadfe6 req-9c63acb0-c6b1-4ebf-8c54-70a6e2e963d0 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:40.592188 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5721e158-b239-45fd-92eb-4020f1dadfe6 req-9c63acb0-c6b1-4ebf-8c54-70a6e2e963d0 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0891683 Sep 03 02:02:40.598396 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] Routers {'a5c71634-666a-48ee-8d8a-d0f549273650'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:02:40.598991 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:02:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a5c71634-666a-48ee-8d8a-d0f549273650'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:02:40.641972 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Deleting port 633784ec-96b5-4da6-b896-291a4007b084 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:02:40.642315 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:40.647371 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5721e158-b239-45fd-92eb-4020f1dadfe6 req-f6aa9911-0ed3-4e0e-825d-a1336c278964 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468743 Sep 03 02:02:40.687764 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] Set router a5c71634-666a-48ee-8d8a-d0f549273650 gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:02:40.737111 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] For port 633784ec-96b5-4da6-b896-291a4007b084, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=633784ec-96b5-4da6-b896-291a4007b084,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:40.737607 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:40.747546 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-router', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T02:02:40Z', 'revision_number': 6, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'gw_port_host': None}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:02:40.751510 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Calling delete_port for 633784ec-96b5-4da6-b896-291a4007b084 owned by network:router_gateway {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:02:40.774269 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d365b-4449-45a3-a6ad-715a17d6188b None None] The sync data for ids ['a5c71634-666a-48ee-8d8a-d0f549273650'] in dv-cinder-804035-9-iscsi is: [{'id': 'a5c71634-666a-48ee-8d8a-d0f549273650', 'name': 'tempest-ServerRescueNegativeTestJSON-1384886071-router', 'tenant_id': 'ad2b4e400849476489d1e75b4c77c063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T02:02:40Z', 'revision_number': 6, 'project_id': 'ad2b4e400849476489d1e75b4c77c063', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:02:40.917527 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:40.943083 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=633784ec-96b5-4da6-b896-291a4007b084,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:41.006836 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714251'] for router_gateway, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.116599 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124237'] for router, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.121603 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.189166 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715437'] for router, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.189830 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c71634-666a-48ee-8d8a-d0f549273650 {{(pid=93867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:02:41.196133 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.199558 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-4346fe01-ad85-404b-be04-e76d04aa3b4b admin admin] 10.222.0.32 "DELETE /v2.0/routers/a5c71634-666a-48ee-8d8a-d0f549273650 HTTP/1.1" status: 204 len: 168 time: 0.9448817 Sep 03 02:02:41.199945 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33082) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:41.244581 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e37f28-a28d-4456-a8a1-c13eccbb7134 admin admin] Deleting subnet bf88f5a8-e67a-4d71-8361-698d70424a65 {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:02:41.247699 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b5e37f28-a28d-4456-a8a1-c13eccbb7134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.280995 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b5e37f28-a28d-4456-a8a1-c13eccbb7134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28855423'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.318663 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b5e37f28-a28d-4456-a8a1-c13eccbb7134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.386776 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b5e37f28-a28d-4456-a8a1-c13eccbb7134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29019344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26008013'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.407636 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1b763-9b50-4887-99e9-f10e7f0868f7 req-b16b0c82-55b0-40d3-b65f-99c6ac22ff73 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:41.409135 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c5d1b763-9b50-4887-99e9-f10e7f0868f7 req-b16b0c82-55b0-40d3-b65f-99c6ac22ff73 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0655203 Sep 03 02:02:41.411719 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e37f28-a28d-4456-a8a1-c13eccbb7134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf88f5a8-e67a-4d71-8361-698d70424a65,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:41.413538 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 70ac851c-fbc5-4ae3-94ae-6eba151789d6 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:02:41.415897 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b5e37f28-a28d-4456-a8a1-c13eccbb7134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.417659 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b5e37f28-a28d-4456-a8a1-c13eccbb7134 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bf88f5a8-e67a-4d71-8361-698d70424a65 HTTP/1.1" status: 204 len: 168 time: 0.2167122 Sep 03 02:02:41.420269 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33090) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:41.437130 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 70ac851c-fbc5-4ae3-94ae-6eba151789d6 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:02:41.437482 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 70ac851c-fbc5-4ae3-94ae-6eba151789d6 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:02:41.461691 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c5d1b763-9b50-4887-99e9-f10e7f0868f7 req-cf4f27ce-448c-4f20-856f-8cdf90491372 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390797 Sep 03 02:02:41.493746 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.575811 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.586026 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8d07f5-5d5b-4935-b21f-e21f19dd9491']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:02:41.595661 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61da26a7-c762-43c7-89d6-a2eb624a4f7d') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:02:41.595951 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61da26a7-c762-43c7-89d6-a2eb624a4f7d') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:02:41.604494 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28855398'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.620487 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.626370 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:02:41.626750 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29019278'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: timer() Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: cb(*args, **kw) Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: self._notify() Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: self.callback(batched_events) Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: event.method(event) Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._get(url).json() Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:02:41.628337 dv-cinder-804035-9-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:02:41.689525 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.700639 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:41.702529 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8a8d07f5-5d5b-4935-b21f-e21f19dd9491 HTTP/1.1" status: 204 len: 168 time: 0.2809970 Sep 03 02:02:41.713116 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56432d52-2350-4d29-8ebd-be9a28d83870 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a8d07f5-5d5b-4935-b21f-e21f19dd9491,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:41.785428 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1e355-a65a-4688-970d-9122f5ec7c54 req-06bf2ae9-9bfd-4cf6-a26e-956647772dd0 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:41.787261 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f0b1e355-a65a-4688-970d-9122f5ec7c54 req-06bf2ae9-9bfd-4cf6-a26e-956647772dd0 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0576992 Sep 03 02:02:41.841436 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f0b1e355-a65a-4688-970d-9122f5ec7c54 req-5c755df5-6d02-44c3-84b9-8a84dbeaad6b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435426 Sep 03 02:02:41.902925 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33098) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:41.942022 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-28566eb2-bf38-4093-8bf5-9dbad89cdbe5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad2b4e400849476489d1e75b4c77c063&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378995 Sep 03 02:02:41.944596 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33100) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:41.990442 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf31f-fbb1-4fb8-8759-610673879f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:42.012189 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf31f-fbb1-4fb8-8759-610673879f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:42.063047 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf31f-fbb1-4fb8-8759-610673879f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:42.066279 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6dfbf31f-fbb1-4fb8-8759-610673879f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:42.067619 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6dfbf31f-fbb1-4fb8-8759-610673879f11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0292c9d4-83c5-41d2-b09c-eba9ceda975d HTTP/1.1" status: 204 len: 168 time: 0.1220875 Sep 03 02:02:42.076098 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbf31f-fbb1-4fb8-8759-610673879f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0292c9d4-83c5-41d2-b09c-eba9ceda975d,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:42.542442 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 633784ec-96b5-4da6-b896-291a4007b084 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:02:42.573609 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 633784ec-96b5-4da6-b896-291a4007b084 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:02:42.575375 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 633784ec-96b5-4da6-b896-291a4007b084 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:02:42.575887 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device aea4a927-8646-479a-9eb9-de5b66abf166 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:02:42.583573 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2724c88-3d0c-41d6-8e6e-b01ce994ecd4 req-3e5092a0-d357-43d9-a720-88fe9c468b80 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:42.591666 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2724c88-3d0c-41d6-8e6e-b01ce994ecd4 req-3e5092a0-d357-43d9-a720-88fe9c468b80 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0587838 Sep 03 02:02:42.597319 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: aea4a927-8646-479a-9eb9-de5b66abf166 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:02:42.598036 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device aea4a927-8646-479a-9eb9-de5b66abf166 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:02:42.627620 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b2724c88-3d0c-41d6-8e6e-b01ce994ecd4 req-66d94ea1-ad8e-46dc-85d7-64e75a1b8a6e tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349863 Sep 03 02:02:42.964437 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77a28d-25a9-46b0-abdd-3a614c849391 req-0135f97f-29a2-4e42-a5b7-44a876c73e41 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:42.965933 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ee77a28d-25a9-46b0-abdd-3a614c849391 req-0135f97f-29a2-4e42-a5b7-44a876c73e41 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0498016 Sep 03 02:02:43.010389 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ee77a28d-25a9-46b0-abdd-3a614c849391 req-ff97b70d-6acc-4b64-b396-76101a1ba2ca tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379679 Sep 03 02:02:43.746860 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabca88-9bed-472e-9893-5bc21ee02003 req-511d88e8-5a79-412b-982a-2219f665c209 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:43.748474 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cfabca88-9bed-472e-9893-5bc21ee02003 req-511d88e8-5a79-412b-982a-2219f665c209 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0507710 Sep 03 02:02:43.791362 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cfabca88-9bed-472e-9893-5bc21ee02003 req-a80490e0-b12a-4451-93f8-1262b2f79f1c tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366383 Sep 03 02:02:43.906162 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33190) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:44.053599 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.168326 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec736-6644-414d-a623-571f1513c535 req-2224fc91-bf73-479c-a7eb-c5da57002e1b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:44.170758 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-123ec736-6644-414d-a623-571f1513c535 req-2224fc91-bf73-479c-a7eb-c5da57002e1b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0559289 Sep 03 02:02:44.173423 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.178015 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.182981 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33198) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:44.212624 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-123ec736-6644-414d-a623-571f1513c535 req-99874e5f-cfab-40b1-955c-f5a7181649af tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340917 Sep 03 02:02:44.229421 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33202) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:44.232995 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8e6e0fca2fb49e0b10e88e906f4d4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183348 Sep 03 02:02:44.235443 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc08b61-eaa2-4b03-9879-57c8ccbef55f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:44.265996 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.266637 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.267131 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.267615 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.268098 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.268580 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.269290 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.269758 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.278963 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.279527 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.280061 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.280630 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0919b-09e8-442b-acb7-0c1f5e4db445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:44.335748 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9eb5-1a8d-409e-afd3-5a7dcaf4bee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.336967 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd258e2a-1919-415e-aab7-d51aa972ce46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.362972 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd258e2a-1919-415e-aab7-d51aa972ce46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.439385 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd258e2a-1919-415e-aab7-d51aa972ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.441731 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fd258e2a-1919-415e-aab7-d51aa972ce46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.443057 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-fd258e2a-1919-415e-aab7-d51aa972ce46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcc08b61-eaa2-4b03-9879-57c8ccbef55f HTTP/1.1" status: 204 len: 168 time: 0.2122970 Sep 03 02:02:44.452603 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd258e2a-1919-415e-aab7-d51aa972ce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc08b61-eaa2-4b03-9879-57c8ccbef55f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:44.466101 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9eb5-1a8d-409e-afd3-5a7dcaf4bee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.471152 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9eb5-1a8d-409e-afd3-5a7dcaf4bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.518919 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b4aa9eb5-1a8d-409e-afd3-5a7dcaf4bee5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=147350d8f56e4eb29517d10180231730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334789 Sep 03 02:02:44.520730 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa9eb5-1a8d-409e-afd3-5a7dcaf4bee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb0558c-ac97-432b-b606-97f2364fcbc4,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:44.522877 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5f120-4538-44dc-86a4-2943ad39d860 req-301e9c54-6cb1-4274-ab6e-2e03279e6dc6 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:44.525339 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33210) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:44.526463 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-43e5f120-4538-44dc-86a4-2943ad39d860 req-301e9c54-6cb1-4274-ab6e-2e03279e6dc6 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0969152 Sep 03 02:02:44.598169 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-43e5f120-4538-44dc-86a4-2943ad39d860 req-044c64f8-6480-4adc-8b64-b37b065f83e4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656850 Sep 03 02:02:44.607227 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-154fbf39-5a92-4089-9347-af588d7c0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:44.608444 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3eaf044b-af9d-4d7f-ad84-d5f5abdb64c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.608776 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-154fbf39-5a92-4089-9347-af588d7c0820 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 1099 time: 0.0593572 Sep 03 02:02:44.629984 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3eaf044b-af9d-4d7f-ad84-d5f5abdb64c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.683971 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3eaf044b-af9d-4d7f-ad84-d5f5abdb64c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.686798 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3eaf044b-af9d-4d7f-ad84-d5f5abdb64c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.688034 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3eaf044b-af9d-4d7f-ad84-d5f5abdb64c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fb0558c-ac97-432b-b606-97f2364fcbc4 HTTP/1.1" status: 204 len: 168 time: 0.1544602 Sep 03 02:02:44.698913 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf044b-af9d-4d7f-ad84-d5f5abdb64c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb0558c-ac97-432b-b606-97f2364fcbc4,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:44.730134 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-01904423-06d6-4dd4-bde4-f999c8f97915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:44.731927 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-01904423-06d6-4dd4-bde4-f999c8f97915 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 200 len: 911 time: 0.1025460 Sep 03 02:02:44.781902 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33216) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:44.802102 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1e7f705d-8e47-465d-ba8b-9cd78d407ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:44.834947 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-6bbc27b7-48e4-41ba-b6a1-25c8b3f14a53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e972b27-9906-464a-8652-21c602f029e6 HTTP/1.1" status: 200 len: 1002 time: 0.0914195 Sep 03 02:02:44.924299 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78163e6-8153-4720-913d-d235a63ccc80 req-6b7ab0e1-a09c-4df0-9171-8f9e2b10656d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:44.927033 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f78163e6-8153-4720-913d-d235a63ccc80 req-6b7ab0e1-a09c-4df0-9171-8f9e2b10656d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0599535 Sep 03 02:02:44.973945 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f78163e6-8153-4720-913d-d235a63ccc80 req-50e04674-c7a0-445e-8ae1-92be8cb7c7a8 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398135 Sep 03 02:02:45.170019 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-87c3fefd-4248-4848-99d5-d32a2bc36e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:45.171486 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-87c3fefd-4248-4848-99d5-d32a2bc36e76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=013631d7-7a1e-4a3d-ada0-12789532d705 HTTP/1.1" status: 200 len: 849 time: 0.3265510 Sep 03 02:02:45.239378 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1e7f705d-8e47-465d-ba8b-9cd78d407ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:45.243390 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1e7f705d-8e47-465d-ba8b-9cd78d407ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:45.249616 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-e1a010fc-a6a0-4ebf-b0bb-3acd37b067aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:45.251139 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-e1a010fc-a6a0-4ebf-b0bb-3acd37b067aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a88e5a51-5dbf-49a2-9096-b693012f5b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699074 Sep 03 02:02:45.306641 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1e7f705d-8e47-465d-ba8b-9cd78d407ea1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b05a2f02bcb14dbaa3c95922f1a58956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234199 Sep 03 02:02:45.309422 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33240) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:45.309812 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f705d-8e47-465d-ba8b-9cd78d407ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b89e306-91aa-4505-9d4c-c6534c924f84,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:45.368669 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ebfe5959-6cd7-4049-a43e-37dfa1e41ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:45.388457 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-3ddcd137-5af1-4286-9cff-da818cb187bf service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230986 Sep 03 02:02:45.401798 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ebfe5959-6cd7-4049-a43e-37dfa1e41ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:45.461666 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ebfe5959-6cd7-4049-a43e-37dfa1e41ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:45.464736 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ebfe5959-6cd7-4049-a43e-37dfa1e41ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:45.470231 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ebfe5959-6cd7-4049-a43e-37dfa1e41ce8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b89e306-91aa-4505-9d4c-c6534c924f84 HTTP/1.1" status: 204 len: 168 time: 0.1587534 Sep 03 02:02:45.485809 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe5959-6cd7-4049-a43e-37dfa1e41ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b89e306-91aa-4505-9d4c-c6534c924f84,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:45.514175 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e390db83-80d5-497e-b252-1520f44bf3f2 req-2973f281-971d-4d9d-ba40-10195b1252f2 service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183834 Sep 03 02:02:45.739057 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d6dec-8cbd-464e-b3aa-2b26714daede req-8416f844-b0ed-4606-87c9-1e54062f8f0d tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:45.740695 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e9d6dec-8cbd-464e-b3aa-2b26714daede req-8416f844-b0ed-4606-87c9-1e54062f8f0d tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0606699 Sep 03 02:02:45.784204 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4e9d6dec-8cbd-464e-b3aa-2b26714daede req-ed94b5cf-9d3e-42a8-8b74-58c0e2f15173 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370235 Sep 03 02:02:46.120647 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d4c98-3a31-42c7-8747-2f8b50dc960e req-22c096a8-cf38-4dd6-8bc5-f9dde1e81d9d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:46.122813 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f88d4c98-3a31-42c7-8747-2f8b50dc960e req-22c096a8-cf38-4dd6-8bc5-f9dde1e81d9d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0622673 Sep 03 02:02:46.181522 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f88d4c98-3a31-42c7-8747-2f8b50dc960e req-8a437d70-1228-4678-89b7-4d9a560e7831 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505588 Sep 03 02:02:46.907907 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027028d3-5655-4f37-a5e1-56773d1b2ee7 req-ed633e1d-5d4f-406e-b855-ad9e2373740c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:46.909451 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-027028d3-5655-4f37-a5e1-56773d1b2ee7 req-ed633e1d-5d4f-406e-b855-ad9e2373740c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0556657 Sep 03 02:02:46.959805 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-027028d3-5655-4f37-a5e1-56773d1b2ee7 req-c56e773c-01ca-48eb-9bdf-512c98b56151 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429766 Sep 03 02:02:47.296319 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4d28d-2854-460e-97f4-2255821aab7f req-134cea13-23e6-494e-abd3-8b07d90c3df1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:47.298435 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46f4d28d-2854-460e-97f4-2255821aab7f req-134cea13-23e6-494e-abd3-8b07d90c3df1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0504348 Sep 03 02:02:47.347869 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-46f4d28d-2854-460e-97f4-2255821aab7f req-8510a362-64d1-40a0-8049-b65118dd30be tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409327 Sep 03 02:02:48.462740 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b669a0-88cc-4d69-8af8-0e8fca3f1a67 req-fe3c6136-6b67-414d-9c94-a7407008bd2f tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:48.464203 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-24b669a0-88cc-4d69-8af8-0e8fca3f1a67 req-fe3c6136-6b67-414d-9c94-a7407008bd2f tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0504270 Sep 03 02:02:48.506840 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-24b669a0-88cc-4d69-8af8-0e8fca3f1a67 req-411b8d6d-e3df-4591-b6d1-9b0ca44261b7 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366774 Sep 03 02:02:49.621492 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf554e-f648-4851-ad40-514667bcac3d req-4d91ff32-196a-4fba-8338-9e27936ff00b tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:49.622869 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-67cf554e-f648-4851-ad40-514667bcac3d req-4d91ff32-196a-4fba-8338-9e27936ff00b tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0480986 Sep 03 02:02:49.672032 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-67cf554e-f648-4851-ad40-514667bcac3d req-d63ba3b2-f27e-4ce4-bb7a-972cb6abfc73 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373411 Sep 03 02:02:50.784584 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27a4bf-ae53-4ebd-a348-c1ebd8f4f283 req-7710ed1f-0d7d-49ea-bdb1-f6950412a2fc tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:50.786048 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e27a4bf-ae53-4ebd-a348-c1ebd8f4f283 req-7710ed1f-0d7d-49ea-bdb1-f6950412a2fc tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0476530 Sep 03 02:02:50.825484 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e27a4bf-ae53-4ebd-a348-c1ebd8f4f283 req-39c7500a-1572-44f8-a505-c6d3a2b49b62 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327170 Sep 03 02:02:51.939877 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9137f-8e16-4717-a15b-035f9a9317ce req-88cf59fe-767b-4025-a4ce-062e29e7e187 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:51.941324 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5ec9137f-8e16-4717-a15b-035f9a9317ce req-88cf59fe-767b-4025-a4ce-062e29e7e187 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0494912 Sep 03 02:02:51.981721 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5ec9137f-8e16-4717-a15b-035f9a9317ce req-471e8420-2a35-4537-8fa3-9f4ebea510d2 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338461 Sep 03 02:02:53.096672 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd46c75-6965-4414-a79f-a4b9dc89abcb req-4d9f5f25-02da-4f1e-92bb-da183e9412bb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:53.098185 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fdd46c75-6965-4414-a79f-a4b9dc89abcb req-4d9f5f25-02da-4f1e-92bb-da183e9412bb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0504041 Sep 03 02:02:53.138226 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fdd46c75-6965-4414-a79f-a4b9dc89abcb req-ad0dec05-b54d-40cf-8cf7-051fd9348a03 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330319 Sep 03 02:02:54.249916 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913090a-716f-4e2c-a75e-dd8d012042d7 req-f62da3f8-021b-4f8b-8f4c-fa36ad85bd82 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:54.251383 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d913090a-716f-4e2c-a75e-dd8d012042d7 req-f62da3f8-021b-4f8b-8f4c-fa36ad85bd82 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0479372 Sep 03 02:02:54.289986 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d913090a-716f-4e2c-a75e-dd8d012042d7 req-ad1297c9-0c64-4bac-ac7e-10a5376b3ddc tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325568 Sep 03 02:02:55.403996 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8052998-7d0d-4a75-9b1f-ac5839029a8b req-3f0caf0b-83ba-40bf-9d08-07743a6c2b94 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:55.405473 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e8052998-7d0d-4a75-9b1f-ac5839029a8b req-3f0caf0b-83ba-40bf-9d08-07743a6c2b94 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0490937 Sep 03 02:02:55.455511 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e8052998-7d0d-4a75-9b1f-ac5839029a8b req-dd88f67d-13a9-4103-8d81-169ff343a71e tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440969 Sep 03 02:02:56.438301 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-97a348cb-4098-403f-ad60-4c233be18491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:56.505237 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:56.571308 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d563d5-bd9b-4aa2-961a-d5898b67efae req-b560e2c0-d584-4266-a3c9-8e12c9f4cd76 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:56.572799 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-01d563d5-bd9b-4aa2-961a-d5898b67efae req-b560e2c0-d584-4266-a3c9-8e12c9f4cd76 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0480158 Sep 03 02:02:56.615600 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-01d563d5-bd9b-4aa2-961a-d5898b67efae req-c017c466-a72d-4b64-9a3f-b7a2d1a4d4c7 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368028 Sep 03 02:02:57.731871 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd165d-cd93-45fc-a696-135735967292 req-6f8f9b60-3d0f-4522-9b3d-4163de894ddc tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:57.733428 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e8cd165d-cd93-45fc-a696-135735967292 req-6f8f9b60-3d0f-4522-9b3d-4163de894ddc tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0519714 Sep 03 02:02:57.775057 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e8cd165d-cd93-45fc-a696-135735967292 req-3da71c95-7d12-4623-a4f2-17ff2e1c401b tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342314 Sep 03 02:02:58.901019 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee199-bbfc-4794-9116-d09b4fac251e req-ff405dc8-c6ff-4133-90fc-ba47e81f6d73 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:58.902584 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-baeee199-bbfc-4794-9116-d09b4fac251e req-ff405dc8-c6ff-4133-90fc-ba47e81f6d73 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0581059 Sep 03 02:02:58.939231 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7ad407d6-bfc6-4326-8101-b35e78b1aef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:58.950229 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-baeee199-bbfc-4794-9116-d09b4fac251e req-53e6c35f-2f8d-4a47-be9d-e47a030bd86f tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410528 Sep 03 02:02:59.175325 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:00.066050 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa0041-c2f4-4c09-938f-5c747dd5cfbe req-5fd517e6-e72a-4856-a1f4-f4ef488c25e3 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:00.067509 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a1fa0041-c2f4-4c09-938f-5c747dd5cfbe req-5fd517e6-e72a-4856-a1f4-f4ef488c25e3 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0491540 Sep 03 02:03:00.113450 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a1fa0041-c2f4-4c09-938f-5c747dd5cfbe req-6b9a7bc9-c7cf-4f0a-9541-cf6c1078fbbb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390551 Sep 03 02:03:00.120007 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:01.239605 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128ab7-9ba0-43ff-a100-d9d70826025e req-52f2368e-0e00-418d-b612-6ebb19919b6c tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:01.241526 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-57128ab7-9ba0-43ff-a100-d9d70826025e req-52f2368e-0e00-418d-b612-6ebb19919b6c tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.0584335 Sep 03 02:03:01.287606 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-57128ab7-9ba0-43ff-a100-d9d70826025e req-c69cbfcd-e71f-4053-b4c4-f74e692d5eeb tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a&id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389946 Sep 03 02:03:01.824998 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:02.575834 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05204c1e-63d6-4fb8-968c-7eb39303cf0f req-bebc2322-1ec8-4492-8707-1d6a34f69b7c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:02.577366 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-05204c1e-63d6-4fb8-968c-7eb39303cf0f req-bebc2322-1ec8-4492-8707-1d6a34f69b7c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 945 time: 0.0501013 Sep 03 02:03:02.615073 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-05204c1e-63d6-4fb8-968c-7eb39303cf0f req-b6ffe093-d58f-4864-94a0-3562ef660bc7 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Sep 03 02:03:02.636386 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33556) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:02.739249 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-963ff113-f555-4372-bd09-c7047594ec9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:02.827132 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-963ff113-f555-4372-bd09-c7047594ec9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:02.830645 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-963ff113-f555-4372-bd09-c7047594ec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:02.868008 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-963ff113-f555-4372-bd09-c7047594ec9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fde883caed244a3d95c2b4f2a586f2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304618 Sep 03 02:03:02.869142 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ff113-f555-4372-bd09-c7047594ec9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d6bb53-e904-4402-96d8-48ea2685e16f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:02.870545 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33560) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:02.919225 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea00457c-c5af-4b85-999d-d4867c3329a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:02.939509 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea00457c-c5af-4b85-999d-d4867c3329a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:02.984024 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea00457c-c5af-4b85-999d-d4867c3329a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:02.986628 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ea00457c-c5af-4b85-999d-d4867c3329a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:02.987753 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ea00457c-c5af-4b85-999d-d4867c3329a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78d6bb53-e904-4402-96d8-48ea2685e16f HTTP/1.1" status: 204 len: 168 time: 0.1154017 Sep 03 02:03:02.999467 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00457c-c5af-4b85-999d-d4867c3329a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d6bb53-e904-4402-96d8-48ea2685e16f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:03.238481 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33566) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:03.251689 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2640f695-629b-4d26-9702-9e5a8c7e2d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.344918 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2640f695-629b-4d26-9702-9e5a8c7e2d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.348296 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2640f695-629b-4d26-9702-9e5a8c7e2d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.385716 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2640f695-629b-4d26-9702-9e5a8c7e2d34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79b4aa1b52c1437c85ed8044648bbe57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461625 Sep 03 02:03:03.386836 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640f695-629b-4d26-9702-9e5a8c7e2d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51853b20-bd28-4293-a0ca-5fb71f782f43,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:03.388287 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33570) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:03.437366 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c05aa106-4acc-4fa0-b9db-c4a5bfc189ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.461375 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c05aa106-4acc-4fa0-b9db-c4a5bfc189ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.506979 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c05aa106-4acc-4fa0-b9db-c4a5bfc189ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.509608 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c05aa106-4acc-4fa0-b9db-c4a5bfc189ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.510767 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c05aa106-4acc-4fa0-b9db-c4a5bfc189ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51853b20-bd28-4293-a0ca-5fb71f782f43 HTTP/1.1" status: 204 len: 168 time: 0.1214623 Sep 03 02:03:03.518178 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05aa106-4acc-4fa0-b9db-c4a5bfc189ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51853b20-bd28-4293-a0ca-5fb71f782f43,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:03.734557 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f52f79-a11d-49d3-a9e1-7d15c2aae1db req-929e5286-27a3-4c01-96bd-ba6687be86d1 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:03.736103 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-82f52f79-a11d-49d3-a9e1-7d15c2aae1db req-929e5286-27a3-4c01-96bd-ba6687be86d1 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 945 time: 0.0513163 Sep 03 02:03:03.774084 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-82f52f79-a11d-49d3-a9e1-7d15c2aae1db req-da70b826-1d3d-43cd-ad18-12bbc57fa84b tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Sep 03 02:03:03.831405 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33578) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:03.844303 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8568e2b6-d431-488a-9459-df391605fc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.928012 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8568e2b6-d431-488a-9459-df391605fc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.932009 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-8568e2b6-d431-488a-9459-df391605fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.968783 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-8568e2b6-d431-488a-9459-df391605fc23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70fd5bf576934c81bd05b0b002ef65c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363590 Sep 03 02:03:03.969645 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568e2b6-d431-488a-9459-df391605fc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6288fb52-4542-472f-9d7a-6439f1153039,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:03.971519 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33580) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:04.020491 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-951cecd4-ecb6-435f-80f3-a7b3df23758c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:04.041801 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-951cecd4-ecb6-435f-80f3-a7b3df23758c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:04.088786 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-951cecd4-ecb6-435f-80f3-a7b3df23758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:04.091359 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-951cecd4-ecb6-435f-80f3-a7b3df23758c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:04.092537 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-951cecd4-ecb6-435f-80f3-a7b3df23758c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6288fb52-4542-472f-9d7a-6439f1153039 HTTP/1.1" status: 204 len: 168 time: 0.1199284 Sep 03 02:03:04.099937 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cecd4-ecb6-435f-80f3-a7b3df23758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6288fb52-4542-472f-9d7a-6439f1153039,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:04.896668 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf813d7-892e-41d8-85a7-d0beb1fdc4d5 req-313256d0-04ed-4bc1-bd65-7b0f26676deb tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:04.898725 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ccf813d7-892e-41d8-85a7-d0beb1fdc4d5 req-313256d0-04ed-4bc1-bd65-7b0f26676deb tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 945 time: 0.0582433 Sep 03 02:03:04.939073 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ccf813d7-892e-41d8-85a7-d0beb1fdc4d5 req-c0ab98df-9766-4bb5-bdc7-3ac6aff91634 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b66c84e-06ba-4008-8dbf-c49476b35e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337248 Sep 03 02:03:05.591760 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f661573-e6e9-4282-afb1-6ca732725371 req-6db88b44-9215-477d-9c8a-ab68b10b3234 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:05.593281 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f661573-e6e9-4282-afb1-6ca732725371 req-6db88b44-9215-477d-9c8a-ab68b10b3234 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 945 time: 0.0567563 Sep 03 02:03:05.700601 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-7f661573-e6e9-4282-afb1-6ca732725371 req-e24db9d3-7102-475f-96dd-024426ea179c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Deleting port 82b583bf-49a1-4fec-bd06-713a0d045b2e {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:05.700972 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-7f661573-e6e9-4282-afb1-6ca732725371 req-e24db9d3-7102-475f-96dd-024426ea179c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:05.821528 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-7f661573-e6e9-4282-afb1-6ca732725371 req-e24db9d3-7102-475f-96dd-024426ea179c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] For port 82b583bf-49a1-4fec-bd06-713a0d045b2e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=82b583bf-49a1-4fec-bd06-713a0d045b2e,segment=NetworkSegment(ddde6254-749e-4171-97d9-bebb178f46fe),segment_id=ddde6254-749e-4171-97d9-bebb178f46fe)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:05.821909 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-7f661573-e6e9-4282-afb1-6ca732725371 req-e24db9d3-7102-475f-96dd-024426ea179c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:05.835240 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-7f661573-e6e9-4282-afb1-6ca732725371 req-e24db9d3-7102-475f-96dd-024426ea179c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Calling delete_port for 82b583bf-49a1-4fec-bd06-713a0d045b2e owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:05.977119 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-7f661573-e6e9-4282-afb1-6ca732725371 req-e24db9d3-7102-475f-96dd-024426ea179c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.008624 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24db9d3-7102-475f-96dd-024426ea179c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Pushing event deleted for resources: {'Port': ['ID=82b583bf-49a1-4fec-bd06-713a0d045b2e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:06.019388 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['82b583bf-49a1-4fec-bd06-713a0d045b2e'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:03:06.049631 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2587923b-1293-4e19-8a9b-fdf917bed722 req-4d86839e-c5bc-474a-a9b0-80cce609a0d6 tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e814967-edb0-4dd1-b961-0bd870ff3f3b HTTP/1.1" status: 200 len: 210 time: 0.0342581 Sep 03 02:03:06.068168 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f661573-e6e9-4282-afb1-6ca732725371 req-e24db9d3-7102-475f-96dd-024426ea179c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] No DVR routers for this DVR port 82b583bf-49a1-4fec-bd06-713a0d045b2e on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:03:06.071549 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-7f661573-e6e9-4282-afb1-6ca732725371 req-e24db9d3-7102-475f-96dd-024426ea179c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.073911 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f661573-e6e9-4282-afb1-6ca732725371 req-e24db9d3-7102-475f-96dd-024426ea179c tempest-VolumesSnapshotTestJSON-1913758882 tempest-VolumesSnapshotTestJSON-1913758882-project] 10.222.0.42 "DELETE /v2.0/ports/82b583bf-49a1-4fec-bd06-713a0d045b2e HTTP/1.1" status: 204 len: 173 time: 0.4735684 Sep 03 02:03:06.074370 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e814967-edb0-4dd1-b961-0bd870ff3f3b', 'name': 'network-vif-deleted', 'tag': '82b583bf-49a1-4fec-bd06-713a0d045b2e'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:06.077713 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63486e2-6c53-4500-9eb1-5963d9916365" -d '{"events": [{"server_uuid": "6e814967-edb0-4dd1-b961-0bd870ff3f3b", "name": "network-vif-deleted", "tag": "82b583bf-49a1-4fec-bd06-713a0d045b2e"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:06.121712 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683e44e4-a3dd-410f-bb13-92cca0ab5a5b x-openstack-request-id: req-683e44e4-a3dd-410f-bb13-92cca0ab5a5b {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:06.122410 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e814967-edb0-4dd1-b961-0bd870ff3f3b", "name": "network-vif-deleted", "tag": "82b583bf-49a1-4fec-bd06-713a0d045b2e", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:06.122830 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-683e44e4-a3dd-410f-bb13-92cca0ab5a5b {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:06.123335 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e814967-edb0-4dd1-b961-0bd870ff3f3b', 'name': 'network-vif-deleted', 'tag': '82b583bf-49a1-4fec-bd06-713a0d045b2e', 'status': 'completed', 'code': 200} Sep 03 02:03:06.188341 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33666) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:06.293923 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-36b2c475-70f4-486c-b51e-4de7cb827ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.381942 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-36b2c475-70f4-486c-b51e-4de7cb827ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.385780 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-36b2c475-70f4-486c-b51e-4de7cb827ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.423790 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-36b2c475-70f4-486c-b51e-4de7cb827ffd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd47329b0b1a42eb9e077dc0934fa930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342539 Sep 03 02:03:06.424670 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2c475-70f4-486c-b51e-4de7cb827ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8bb6d7-5c9f-4595-b184-113652c0be3e,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:06.427148 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33670) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:06.475222 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-75804fed-ec93-491e-b2ef-0fa610cc548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.495856 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-75804fed-ec93-491e-b2ef-0fa610cc548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.542082 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-75804fed-ec93-491e-b2ef-0fa610cc548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.544651 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-75804fed-ec93-491e-b2ef-0fa610cc548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.545926 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-75804fed-ec93-491e-b2ef-0fa610cc548a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b8bb6d7-5c9f-4595-b184-113652c0be3e HTTP/1.1" status: 204 len: 168 time: 0.1183188 Sep 03 02:03:06.555527 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75804fed-ec93-491e-b2ef-0fa610cc548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8bb6d7-5c9f-4595-b184-113652c0be3e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:06.806117 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33676) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:06.819729 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e1b23e9-e334-4c73-a1c0-658d835236ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.911835 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e1b23e9-e334-4c73-a1c0-658d835236ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.915489 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7e1b23e9-e334-4c73-a1c0-658d835236ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.955687 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7e1b23e9-e334-4c73-a1c0-658d835236ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43af59d71a344cb2ad847f8c67e431a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484797 Sep 03 02:03:06.956522 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b23e9-e334-4c73-a1c0-658d835236ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82748cd5-1fda-4530-bc57-a163bb1d3244,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:06.959066 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33684) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:07.020213 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e583-fff9-475c-8648-0a49d63ad77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:07.042419 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e583-fff9-475c-8648-0a49d63ad77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:07.089377 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e583-fff9-475c-8648-0a49d63ad77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:07.091931 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e583-fff9-475c-8648-0a49d63ad77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:07.095342 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-b7e5e583-fff9-475c-8648-0a49d63ad77b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82748cd5-1fda-4530-bc57-a163bb1d3244 HTTP/1.1" status: 204 len: 168 time: 0.1316547 Sep 03 02:03:07.101319 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5e583-fff9-475c-8648-0a49d63ad77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82748cd5-1fda-4530-bc57-a163bb1d3244,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:09.607554 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 33776) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:09.711835 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-55c4bdec-abf4-4009-978a-b031f347823d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:09.802990 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-55c4bdec-abf4-4009-978a-b031f347823d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:09.806780 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-55c4bdec-abf4-4009-978a-b031f347823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:09.845630 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-55c4bdec-abf4-4009-978a-b031f347823d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac4c155a83154f8bb3399cd13479b500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369483 Sep 03 02:03:09.846612 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4bdec-abf4-4009-978a-b031f347823d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179a9b4a-07b5-4ea9-a9b6-1c5ba6815961,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:09.848237 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33784) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:09.900357 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2afad100-25bc-4cb6-9210-eba7b88d59e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:09.920519 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2afad100-25bc-4cb6-9210-eba7b88d59e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:09.965895 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2afad100-25bc-4cb6-9210-eba7b88d59e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:09.968341 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2afad100-25bc-4cb6-9210-eba7b88d59e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:09.969527 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2afad100-25bc-4cb6-9210-eba7b88d59e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/179a9b4a-07b5-4ea9-a9b6-1c5ba6815961 HTTP/1.1" status: 204 len: 168 time: 0.1196368 Sep 03 02:03:09.977032 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afad100-25bc-4cb6-9210-eba7b88d59e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179a9b4a-07b5-4ea9-a9b6-1c5ba6815961,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:10.683644 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:03:11.066483 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 82b583bf-49a1-4fec-bd06-713a0d045b2e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:03:11.087281 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 82b583bf-49a1-4fec-bd06-713a0d045b2e {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:03:11.087630 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 82b583bf-49a1-4fec-bd06-713a0d045b2e not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:03:13.500493 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33864) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:13.613089 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e094deeb-9341-400b-87dc-cea6e759c4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:13.708429 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e094deeb-9341-400b-87dc-cea6e759c4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:13.714110 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e094deeb-9341-400b-87dc-cea6e759c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:13.752919 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094deeb-9341-400b-87dc-cea6e759c4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16bcc0a-4128-430e-a37a-fa48139f6557,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:13.757193 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e094deeb-9341-400b-87dc-cea6e759c4f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8ab47b1b083434fb19a5c48ba914112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553835 Sep 03 02:03:13.759840 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 33872) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:13.809306 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6455954c-4db6-40cd-a9cd-df88c418a309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:13.832448 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6455954c-4db6-40cd-a9cd-df88c418a309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:13.880538 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6455954c-4db6-40cd-a9cd-df88c418a309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:13.883326 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6455954c-4db6-40cd-a9cd-df88c418a309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:13.884481 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6455954c-4db6-40cd-a9cd-df88c418a309 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b16bcc0a-4128-430e-a37a-fa48139f6557 HTTP/1.1" status: 204 len: 168 time: 0.1236899 Sep 03 02:03:13.892265 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455954c-4db6-40cd-a9cd-df88c418a309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16bcc0a-4128-430e-a37a-fa48139f6557,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:20.157461 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ba8fe-3b73-4b27-8a1c-fc9881033b17 req-5ef84a67-e284-4e3b-8932-4435cbffd87b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:20.159516 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b37ba8fe-3b73-4b27-8a1c-fc9881033b17 req-5ef84a67-e284-4e3b-8932-4435cbffd87b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 946 time: 0.0484128 Sep 03 02:03:20.197290 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b37ba8fe-3b73-4b27-8a1c-fc9881033b17 req-227c127d-5992-4738-899d-2750fea1df0a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325480 Sep 03 02:03:21.437236 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513330ea-f6cf-42b4-9575-d9d89751ee51 req-2d68a14e-9a7d-4912-bb7b-77a64008e5ef tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:21.438744 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-513330ea-f6cf-42b4-9575-d9d89751ee51 req-2d68a14e-9a7d-4912-bb7b-77a64008e5ef tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 946 time: 0.1586773 Sep 03 02:03:21.483886 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-513330ea-f6cf-42b4-9575-d9d89751ee51 req-2f065cb4-3d15-4548-8134-09ac15f94453 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=ebac6073-fde0-48c3-a9af-0572e934abe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374117 Sep 03 02:03:22.030763 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-38c04c02-68ca-4195-8dcc-e9d21030cc17 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:22.032234 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-38c04c02-68ca-4195-8dcc-e9d21030cc17 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.42 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 946 time: 0.0501163 Sep 03 02:03:22.130800 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Deleting port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:22.130974 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.227295 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] For port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:22.227789 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.242856 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34086) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:22.349844 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23538599-4679-4750-9c1a-9176466c8c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.444959 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23538599-4679-4750-9c1a-9176466c8c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.449154 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-23538599-4679-4750-9c1a-9176466c8c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.452808 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.453334 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.453712 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Floating IP 2a2e1ce3-1952-4f1e-8d52-6ad9cc5e78e8 disassociated. External IP: 172.27.3.109, port: 8c2c8193-ad39-4b32-9e4f-289c56fe16c0. Sep 03 02:03:22.454279 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Calling delete_port for 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:22.487557 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23538599-4679-4750-9c1a-9176466c8c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8552b480-b512-4754-9e64-ec0276f59d99,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:22.493134 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-23538599-4679-4750-9c1a-9176466c8c29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dad44bbb315f44a091ece1fb56eabc39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533519 Sep 03 02:03:22.495689 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34100) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:22.559277 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c87b-e840-4282-ac4d-81cbe042b775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.586073 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c87b-e840-4282-ac4d-81cbe042b775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.652807 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.680046 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2d5696d8-ec09-4ede-9f7f-d93408c26569 req-74a334c8-b085-43af-a423-f67f0bb30a51 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=99c46e95-027d-4870-8a9e-279a8641246a HTTP/1.1" status: 200 len: 210 time: 0.0459435 Sep 03 02:03:22.680976 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c87b-e840-4282-ac4d-81cbe042b775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.683421 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c87b-e840-4282-ac4d-81cbe042b775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:22.686952 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-dcd9c87b-e840-4282-ac4d-81cbe042b775 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8552b480-b512-4754-9e64-ec0276f59d99 HTTP/1.1" status: 204 len: 168 time: 0.1876884 Sep 03 02:03:22.692688 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9c87b-e840-4282-ac4d-81cbe042b775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8552b480-b512-4754-9e64-ec0276f59d99,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:22.716293 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event deleted for resources: {'Port': ['ID=8c2c8193-ad39-4b32-9e4f-289c56fe16c0,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:22.836683 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Router 7016082c-cc0e-4517-8673-ac1595daa688 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:03:22.967236 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:03:22.982276 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] Sync routers for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:03:22.992157 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:22.993850 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:02:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:23.017927 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] No DVR routers for this DVR port 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:03:23.021120 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:23.024846 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b0a8802c-42fb-451b-ab23-d69658336c6c req-bfe5ba65-3294-4312-929f-23d6a0e449f8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.42 "DELETE /v2.0/ports/8c2c8193-ad39-4b32-9e4f-289c56fe16c0 HTTP/1.1" status: 204 len: 173 time: 0.9866390 Sep 03 02:03:23.025631 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'name': 'network-vif-deleted', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:23.027939 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa14528-7e01-4a98-b568-d2f25b5c51bf" -d '{"events": [{"server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "name": "network-vif-deleted", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:23.058702 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34128) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:23.085574 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-585896c5-a27c-48f1-813c-f10c14b8782d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:23.093627 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d316d70-5ce3-49d0-b1fe-f67239ee6ba7 x-openstack-request-id: req-2d316d70-5ce3-49d0-b1fe-f67239ee6ba7 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:23.093926 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c46e95-027d-4870-8a9e-279a8641246a", "name": "network-vif-deleted", "tag": "8c2c8193-ad39-4b32-9e4f-289c56fe16c0", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:23.094178 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d316d70-5ce3-49d0-b1fe-f67239ee6ba7 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:23.094581 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c46e95-027d-4870-8a9e-279a8641246a', 'name': 'network-vif-deleted', 'tag': '8c2c8193-ad39-4b32-9e4f-289c56fe16c0', 'status': 'completed', 'code': 200} Sep 03 02:03:23.142090 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:23.262943 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-585896c5-a27c-48f1-813c-f10c14b8782d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:23.267711 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-585896c5-a27c-48f1-813c-f10c14b8782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:23.311050 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585896c5-a27c-48f1-813c-f10c14b8782d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4da0640-5331-4c26-b88c-bbf395a7f41a,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:23.323905 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-585896c5-a27c-48f1-813c-f10c14b8782d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=643b003130ee4212b5b9fdd95c0d845a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609932 Sep 03 02:03:23.323905 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34132) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:23.371223 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:23.383419 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-995c7597-68b5-4694-8649-982a3f356449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:23.400405 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] Checking router: 7016082c-cc0e-4517-8673-ac1595daa688 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:03:23.406751 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-995c7597-68b5-4694-8649-982a3f356449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:23.409702 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:23.410447 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:02:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:23.470235 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-995c7597-68b5-4694-8649-982a3f356449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:23.472978 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-995c7597-68b5-4694-8649-982a3f356449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:23.476810 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-995c7597-68b5-4694-8649-982a3f356449 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4da0640-5331-4c26-b88c-bbf395a7f41a HTTP/1.1" status: 204 len: 168 time: 0.1498878 Sep 03 02:03:23.487234 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c7597-68b5-4694-8649-982a3f356449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4da0640-5331-4c26-b88c-bbf395a7f41a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:23.559911 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:23.820449 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34154) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:23.870302 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:23.913721 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a2d699af-2c1f-4cb4-8d55-3fec72267216 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:23.947115 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a2d699af-2c1f-4cb4-8d55-3fec72267216 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.017663 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a2d699af-2c1f-4cb4-8d55-3fec72267216 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.020435 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a2d699af-2c1f-4cb4-8d55-3fec72267216 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.024523 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a2d699af-2c1f-4cb4-8d55-3fec72267216 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "DELETE /v2.0/security-groups/ebac6073-fde0-48c3-a9af-0572e934abe7 HTTP/1.1" status: 204 len: 168 time: 0.1999662 Sep 03 02:03:24.024908 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34162) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:24.036540 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84382087-331a-42ff-9897-230cc7d8ca71 None None] The sync data for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi is: [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:03:24.056113 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.api.v2.resource [None req-ddea504c-4dc8-46ab-978d-6534b3fbbe58 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] show failed (client error): The resource could not be found. Sep 03 02:03:24.057527 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ddea504c-4dc8-46ab-978d-6534b3fbbe58 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups/ebac6073-fde0-48c3-a9af-0572e934abe7 HTTP/1.1" status: 404 len: 347 time: 0.0310280 Sep 03 02:03:24.061507 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d699af-2c1f-4cb4-8d55-3fec72267216 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebac6073-fde0-48c3-a9af-0572e934abe7,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:24.063147 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34164) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:24.233857 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-eef6ab87-1dfe-424b-9c63-925b1ff51806 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Deleting port 9c3f2499-9fe6-4dd1-add2-6b4f1b60bf39 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:24.234319 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eef6ab87-1dfe-424b-9c63-925b1ff51806 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.324619 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eef6ab87-1dfe-424b-9c63-925b1ff51806 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.325330 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eef6ab87-1dfe-424b-9c63-925b1ff51806 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.344002 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-eef6ab87-1dfe-424b-9c63-925b1ff51806 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Calling delete_port for 9c3f2499-9fe6-4dd1-add2-6b4f1b60bf39 owned by network:floatingip {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:24.352251 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de015a8-c424-4754-8881-42dc5c2b4285 None None] New status for floating IP 2a2e1ce3-1952-4f1e-8d52-6ad9cc5e78e8: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:03:24.523171 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34180) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:24.639855 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1559701633-network', 'tenant_id': 'b80f633ad2274dca834ea2cea4e64aaf'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:24.668781 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Made reservation on behalf of b80f633ad2274dca834ea2cea4e64aaf for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:03:24.671124 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.690644 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.782454 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eef6ab87-1dfe-424b-9c63-925b1ff51806 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.809535 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6ab87-1dfe-424b-9c63-925b1ff51806 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event deleted for resources: {'Port': ['ID=9c3f2499-9fe6-4dd1-add2-6b4f1b60bf39,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:24.818621 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.823478 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.845659 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:03:24.862532 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014df1de-c166-4025-a48c-80fb1eb8a839,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:24.866168 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.866603 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Added segment b50105e2-abf1-478f-a637-a77b8581c975 of type vlan for network c10cd446-dd48-451b-b1ea-e10113b5489f Sep 03 02:03:24.899471 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eef6ab87-1dfe-424b-9c63-925b1ff51806 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.903808 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-eef6ab87-1dfe-424b-9c63-925b1ff51806 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.905672 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-eef6ab87-1dfe-424b-9c63-925b1ff51806 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "DELETE /v2.0/floatingips/2a2e1ce3-1952-4f1e-8d52-6ad9cc5e78e8 HTTP/1.1" status: 204 len: 168 time: 0.8412240 Sep 03 02:03:24.926538 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.964863 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:24.965996 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:24.966592 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.023241 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4982531 Sep 03 02:03:25.026194 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34200) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:25.031240 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Request body: {'subnet': {'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1559701633-subnet', 'tenant_id': 'b80f633ad2274dca834ea2cea4e64aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:25.055727 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Made reservation on behalf of b80f633ad2274dca834ea2cea4e64aaf for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:03:25.058198 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957339'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.081759 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26812674-4e38-4a1b-881c-d3b72568f4bd admin admin] Pushing event updated for resources: {'Network': ['ID=c10cd446-dd48-451b-b1ea-e10113b5489f,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:25.096535 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network c10cd446-dd48-451b-b1ea-e10113b5489f details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:03:25.269661 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957365'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.341193 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ca6c66-942f-45cd-ad7a-85bba9137cb2,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:25.347889 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Checking segment: {'id': 'b50105e2-abf1-478f-a637-a77b8581c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:03:25.348632 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Network hostable DHCP agents. Network: c10cd446-dd48-451b-b1ea-e10113b5489f, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:03:25.372813 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Network c10cd446-dd48-451b-b1ea-e10113b5489f is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:03:25.386707 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, c10cd446-dd48-451b-b1ea-e10113b5489f) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:03:25.391278 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:25.391871 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.401163 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168985b0-ab64-47ee-8842-a32f178d6b5e None None] Network c10cd446-dd48-451b-b1ea-e10113b5489f requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:03:25.412650 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c7faf381-4829-4424-a18e-c853590f9c94 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3849368 Sep 03 02:03:25.445161 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34204) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:25.455743 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-6e798238-de16-4260-a75b-b7ad51cf41f9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--126252261', 'description': 'tempest-description--255220591'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:25.484527 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6e798238-de16-4260-a75b-b7ad51cf41f9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.579648 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3585a0ed-0ff3-4ca7-9127-81f3317d1292 None None] Network c10cd446-dd48-451b-b1ea-e10113b5489f requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:03:25.598895 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6e798238-de16-4260-a75b-b7ad51cf41f9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.611848 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6e798238-de16-4260-a75b-b7ad51cf41f9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.643942 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6e798238-de16-4260-a75b-b7ad51cf41f9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.648072 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6e798238-de16-4260-a75b-b7ad51cf41f9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1984377 Sep 03 02:03:25.648239 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34210) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:25.653825 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-486dcb71-3b58-41ba-b7c8-0889c9b220cb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'security_group_rule': {'security_group_id': '0d69e579-1f0f-4ee5-89b2-de8ecd791520', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:25.660976 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e798238-de16-4260-a75b-b7ad51cf41f9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d69e579-1f0f-4ee5-89b2-de8ecd791520,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:25.661627 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:03:25.686548 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:03:25.686847 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 8c2c8193-ad39-4b32-9e4f-289c56fe16c0 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:03:25.695616 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-486dcb71-3b58-41ba-b7c8-0889c9b220cb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.772266 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-486dcb71-3b58-41ba-b7c8-0889c9b220cb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.776824 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-486dcb71-3b58-41ba-b7c8-0889c9b220cb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.795899 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dcb71-3b58-41ba-b7c8-0889c9b220cb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4734bc9b-15f6-45e9-a8df-73bc418977a4,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:25.804829 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-486dcb71-3b58-41ba-b7c8-0889c9b220cb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.809428 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34214) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:25.809679 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-486dcb71-3b58-41ba-b7c8-0889c9b220cb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603117 Sep 03 02:03:25.816124 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-9544bed2-bc35-4946-9c19-bf2a85794d4a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'security_group_rule': {'security_group_id': '0d69e579-1f0f-4ee5-89b2-de8ecd791520', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:25.858762 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9544bed2-bc35-4946-9c19-bf2a85794d4a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.932251 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9544bed2-bc35-4946-9c19-bf2a85794d4a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.936116 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9544bed2-bc35-4946-9c19-bf2a85794d4a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.955401 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544bed2-bc35-4946-9c19-bf2a85794d4a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707cda93-3ca3-4a81-b446-64ab239cdc36,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:25.970644 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9544bed2-bc35-4946-9c19-bf2a85794d4a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:25.972014 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9544bed2-bc35-4946-9c19-bf2a85794d4a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1609383 Sep 03 02:03:25.975210 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34220) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:25.981864 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'floatingip': {'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:26.017778 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:26.250010 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:26.393085 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Allocated IP 172.27.3.237 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/c6ff8ee9-2581-4488-8d1b-2d4c772168a0) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:03:26.451738 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-535ca19d-06fc-435b-ab10-01a4b1356455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:26.519501 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:26.532000 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:26.582581 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:26.627502 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:03:26.633624 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:03:26.637222 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:03:26.675434 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'Port': ['ID=c6ff8ee9-2581-4488-8d1b-2d4c772168a0,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:26.690488 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.690840 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.691189 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.691532 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.691874 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.692214 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.692552 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.693180 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.693517 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.693858 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.694193 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.694700 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:26.759302 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:26.793687 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:26.971985 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:26.980471 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:27.058199 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'Port': ['ID=c6ff8ee9-2581-4488-8d1b-2d4c772168a0,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:27.068085 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:27.083446 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:27.084801 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c68ab8ca-9275-458c-8e17-dc7c98b1cd08 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1081564 Sep 03 02:03:27.175905 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34258) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:27.295893 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7248735f-8481-478c-8341-f27c73e051a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:27.400353 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7248735f-8481-478c-8341-f27c73e051a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:27.405931 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7248735f-8481-478c-8341-f27c73e051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:27.432702 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-2db2cdce-f4af-4dc6-ac11-ef0ee2c208c1 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--126252261&fields=id&tenant_id=53a477ba1496485da25d20994e25d2d7 HTTP/1.1" status: 200 len: 267 time: 0.0465939 Sep 03 02:03:27.455911 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7248735f-8481-478c-8341-f27c73e051a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcf4039a2d90474ca5eb86b5b9db7f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789085 Sep 03 02:03:27.456840 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248735f-8481-478c-8341-f27c73e051a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ec08fb-ff84-491c-afb3-a968fad59ac5,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:27.459558 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34288) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:27.588335 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-e8bcb9d4-1564-44f4-9950-6c6039e8f983 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:27.589893 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-e8bcb9d4-1564-44f4-9950-6c6039e8f983 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 816 time: 0.1473172 Sep 03 02:03:27.592591 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-49bfde57-d065-4ff2-a780-9cd693652c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:27.610945 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-3b61c2ae-8c81-4b8a-97fe-93353c0846c4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/quotas/53a477ba1496485da25d20994e25d2d7 HTTP/1.1" status: 200 len: 375 time: 0.0135961 Sep 03 02:03:27.618297 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-3cb754f3-6865-45c0-ae1e-47f9b7baf722 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:27.619768 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-3cb754f3-6865-45c0-ae1e-47f9b7baf722 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/networks?id=c10cd446-dd48-451b-b1ea-e10113b5489f HTTP/1.1" status: 200 len: 809 time: 0.1526337 Sep 03 02:03:27.633158 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-49bfde57-d065-4ff2-a780-9cd693652c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:27.648847 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-4a4ccd84-f14f-4efb-b5e6-be1b4b5080d3 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/quotas/b80f633ad2274dca834ea2cea4e64aaf HTTP/1.1" status: 200 len: 375 time: 0.0212224 Sep 03 02:03:27.685570 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-9b772f7e-47f0-4327-8834-bb49f656c02d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636787 Sep 03 02:03:27.691218 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-96d24754-aa5f-4497-8a7f-adeeda793d7c tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b80f633ad2274dca834ea2cea4e64aaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355301 Sep 03 02:03:27.719960 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-49bfde57-d065-4ff2-a780-9cd693652c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:27.722721 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-49bfde57-d065-4ff2-a780-9cd693652c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:27.724000 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-49bfde57-d065-4ff2-a780-9cd693652c08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8ec08fb-ff84-491c-afb3-a968fad59ac5 HTTP/1.1" status: 204 len: 168 time: 0.2634335 Sep 03 02:03:27.733533 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfde57-d065-4ff2-a780-9cd693652c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ec08fb-ff84-491c-afb3-a968fad59ac5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:27.857681 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-fc48622e-f015-4bc5-b2c7-ea66454d3ee1 service neutron] 10.222.0.32 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580296 Sep 03 02:03:27.865348 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-492b4097-8999-4ec6-b4ea-8b56e3b63e6b service neutron] 10.222.0.32 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642642 Sep 03 02:03:27.967678 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-c0369cdb-79ee-4f88-aa63-28ff021852b9 service neutron] 10.222.0.32 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013429 Sep 03 02:03:27.977110 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-d4755f4b-6ff6-4d27-bf81-0e777aee49fb service neutron] 10.222.0.32 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139715 Sep 03 02:03:28.175245 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-807438dd-bee8-4e59-94c1-3d9c98f434b2 req-31702ce4-559c-43d3-a509-de924f1f314a tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 210 time: 0.0380695 Sep 03 02:03:28.193617 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-14d9988f-d3c3-4a3b-9d97-2dd65bf87fa2 req-06ce8963-8a6b-4694-a667-81beb88289ed tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 210 time: 0.0489450 Sep 03 02:03:28.644420 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34330) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:28.694815 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac34a70-7229-40e6-8492-45a57d558338 admin admin] Deleting subnet 9da82e60-4df0-4837-a863-93cbea52bc56 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:03:28.699009 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ac34a70-7229-40e6-8492-45a57d558338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:28.734813 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ac34a70-7229-40e6-8492-45a57d558338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734933'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:28.782803 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ac34a70-7229-40e6-8492-45a57d558338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:28.839304 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ac34a70-7229-40e6-8492-45a57d558338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957374'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:28.870327 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac34a70-7229-40e6-8492-45a57d558338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da82e60-4df0-4837-a863-93cbea52bc56,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:28.872641 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ac34a70-7229-40e6-8492-45a57d558338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:28.874249 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4ac34a70-7229-40e6-8492-45a57d558338 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9da82e60-4df0-4837-a863-93cbea52bc56 HTTP/1.1" status: 204 len: 168 time: 0.2285929 Sep 03 02:03:28.876650 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34332) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:28.941523 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ef928e7d-12a8-49f4-ae79-5ced050bfc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:28.946640 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.028961 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.040653 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59d565c-48a8-4605-af8c-8ed8d515a1b0']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:29.051749 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddde6254-749e-4171-97d9-bebb178f46fe') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:29.052138 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddde6254-749e-4171-97d9-bebb178f46fe') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:29.060868 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734924'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.076267 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.082091 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:03:29.082470 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25731537'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: timer() Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: cb(*args, **kw) Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: self._notify() Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: self.callback(batched_events) Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: event.method(event) Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._get(url).json() Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:03:29.084191 dv-cinder-804035-9-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:03:29.140701 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.148702 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.153771 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d59d565c-48a8-4605-af8c-8ed8d515a1b0 HTTP/1.1" status: 204 len: 168 time: 0.2735989 Sep 03 02:03:29.160686 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7d87e-d6e6-48cb-a137-ac74e986bd88 admin admin] Pushing event deleted for resources: {'Network': ['ID=d59d565c-48a8-4605-af8c-8ed8d515a1b0,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:29.182407 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.281471 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-27515026-bea3-4ed2-a14b-cc41b1dff3a1 req-f841b889-b70e-475a-bab9-3bf76f91e503 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 210 time: 0.0359583 Sep 03 02:03:29.347439 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f886e082-9181-4b2f-8cac-074157106552 req-d59ee9c9-618a-426d-8a59-a1e963060d6d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 210 time: 0.0395455 Sep 03 02:03:29.406352 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34342) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:29.434157 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-6bc1da66-3cec-49d0-aba2-627f65cae101 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:29.435655 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-6bc1da66-3cec-49d0-aba2-627f65cae101 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.42 "GET /v2.0/networks?id=c10cd446-dd48-451b-b1ea-e10113b5489f HTTP/1.1" status: 200 len: 809 time: 0.1352391 Sep 03 02:03:29.448703 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ac43c815-978b-4515-9a28-2e5e03b411f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f59a104b46c4a43a456bbbae434e8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409319 Sep 03 02:03:29.451297 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34344) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:29.458674 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Request body: {'port': {'device_id': 'ec8ae51a-b0e5-4cec-91a0-72393aa29d09', 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f', 'admin_state_up': True, 'tenant_id': 'b80f633ad2274dca834ea2cea4e64aaf'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:29.505873 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e030bd9d-e660-4630-8354-53cb8880fc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.528635 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e030bd9d-e660-4630-8354-53cb8880fc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.573712 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Made reservation on behalf of b80f633ad2274dca834ea2cea4e64aaf for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:03:29.577338 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.581767 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e030bd9d-e660-4630-8354-53cb8880fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.584573 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e030bd9d-e660-4630-8354-53cb8880fc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:29.587179 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e030bd9d-e660-4630-8354-53cb8880fc74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b66c84e-06ba-4008-8dbf-c49476b35e8a HTTP/1.1" status: 204 len: 168 time: 0.1343267 Sep 03 02:03:29.596163 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030bd9d-e660-4630-8354-53cb8880fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b66c84e-06ba-4008-8dbf-c49476b35e8a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:29.723080 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Allocated IP 172.20.0.12 (c10cd446-dd48-451b-b1ea-e10113b5489f/91ca6c66-942f-45cd-ad7a-85bba9137cb2/621532e1-59f9-4dd6-b7e4-578b35dbd287) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:03:30.112732 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:30.204932 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:30.286412 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-4613c7a3-ae0e-4a69-8a94-0e03ae757a39 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:30.287848 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-4613c7a3-ae0e-4a69-8a94-0e03ae757a39 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.42 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 816 time: 0.4085879 Sep 03 02:03:30.299757 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:30.368157 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Network c10cd446-dd48-451b-b1ea-e10113b5489f is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:03:30.374257 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:03:30.381690 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:03:30.448801 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-3a5f949b-0216-4e9b-b383-58b8e32bc82b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53a477ba1496485da25d20994e25d2d7 HTTP/1.1" status: 200 len: 379 time: 0.1391859 Sep 03 02:03:30.452306 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Pushing event updated for resources: {'Port': ['ID=621532e1-59f9-4dd6-b7e4-578b35dbd287,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:30.458622 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ee15b76f-7b34-4326-b12e-a3bba8b7aa31 req-aba5b71f-5d10-407d-bd88-2b7e46416bb9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 210 time: 0.0278068 Sep 03 02:03:30.468861 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'port': {'device_id': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'admin_state_up': True, 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'security_groups': ['0d69e579-1f0f-4ee5-89b2-de8ecd791520']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:30.509544 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:30.510176 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:30.528168 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e8a7f-f2a3-4ad0-9da0-1ae03dc19cec req-a09f7c69-9f15-49bb-983b-ae64bc414ab9 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:30.529734 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f24e8a7f-f2a3-4ad0-9da0-1ae03dc19cec req-a09f7c69-9f15-49bb-983b-ae64bc414ab9 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 932 time: 0.1769392 Sep 03 02:03:30.590404 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-e51d58ef-fd0f-43c1-a211-a82ec19a9d0e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1358948 Sep 03 02:03:30.614417 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Request body: {'port': {'device_id': 'ec8ae51a-b0e5-4cec-91a0-72393aa29d09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:30.649717 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f24e8a7f-f2a3-4ad0-9da0-1ae03dc19cec req-8dc8056f-ebfb-4912-aca9-2403cf3ee3d8 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127398 Sep 03 02:03:30.704838 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:30.708416 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Made reservation on behalf of 53a477ba1496485da25d20994e25d2d7 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:03:30.712123 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.001412 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Allocated IP 172.20.0.12 (2a7a91a8-52d7-4eda-8b81-0483c0da15d5/6b96421c-2071-4d22-b2cd-55d163fb21ef/c755f81f-8a56-4ea4-855a-3177061cd25b) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:03:31.049792 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d7d4c-8693-4c45-a687-10ebbab35f8e req-532ad3fd-65b6-4347-b5a0-41c0991d15e9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:31.051292 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-496d7d4c-8693-4c45-a687-10ebbab35f8e req-532ad3fd-65b6-4347-b5a0-41c0991d15e9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.1591268 Sep 03 02:03:31.161143 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-496d7d4c-8693-4c45-a687-10ebbab35f8e req-e19d9fed-9668-405c-a91e-5c10284247a2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013124 Sep 03 02:03:31.263747 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621532e1-59f9-4dd6-b7e4-578b35dbd287 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:03:31.275172 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.287882 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.301729 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Transition to ACTIVE for port object 621532e1-59f9-4dd6-b7e4-578b35dbd287 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:03:31.306662 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.309962 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Transition to ACTIVE for port object c755f81f-8a56-4ea4-855a-3177061cd25b will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:03:31.398567 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Pushing event updated for resources: {'Port': ['ID=621532e1-59f9-4dd6-b7e4-578b35dbd287,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:31.429710 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.487352 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:03:31.499512 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event updated for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:31.503457 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:03:31.505898 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:03:31.509154 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Attempting to bind port 621532e1-59f9-4dd6-b7e4-578b35dbd287 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:03:31.509497 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Attempting to bind port 621532e1-59f9-4dd6-b7e4-578b35dbd287 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b50105e2-abf1-478f-a637-a77b8581c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:03:31.509824 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Attempting to bind port 621532e1-59f9-4dd6-b7e4-578b35dbd287 on network c10cd446-dd48-451b-b1ea-e10113b5489f {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:03:31.535708 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Port 621532e1-59f9-4dd6-b7e4-578b35dbd287 on network c10cd446-dd48-451b-b1ea-e10113b5489f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:03:31.536036 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Attempting to bind port 621532e1-59f9-4dd6-b7e4-578b35dbd287 on network c10cd446-dd48-451b-b1ea-e10113b5489f {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:03:31.548842 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:03:31.549210 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Checking segment: {'id': 'b50105e2-abf1-478f-a637-a77b8581c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:03:31.549602 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Bound using segment: {'id': 'b50105e2-abf1-478f-a637-a77b8581c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:03:31.550066 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Bound port: 621532e1-59f9-4dd6-b7e4-578b35dbd287, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50105e2-abf1-478f-a637-a77b8581c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:03:31.550401 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.578847 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:31.579536 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.607082 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f044ea-10ae-47fd-93bf-583cb3162ccc req-65165e19-54aa-491b-b96f-99ed4d7f99f9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:31.609388 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-20f044ea-10ae-47fd-93bf-583cb3162ccc req-65165e19-54aa-491b-b96f-99ed4d7f99f9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 932 time: 0.0592129 Sep 03 02:03:31.625202 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-061c9c24-5775-4040-b9c4-7c9bf7bc1841 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1654589 Sep 03 02:03:31.650210 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Request body: {'port': {'device_id': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:31.659783 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-20f044ea-10ae-47fd-93bf-583cb3162ccc req-384290d2-8e8b-4abe-a193-38ba72d7fdb9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392790 Sep 03 02:03:31.671739 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] For port 621532e1-59f9-4dd6-b7e4-578b35dbd287, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:03:31.700034 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] For port 621532e1-59f9-4dd6-b7e4-578b35dbd287, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=621532e1-59f9-4dd6-b7e4-578b35dbd287,segment=NetworkSegment(b50105e2-abf1-478f-a637-a77b8581c975),segment_id=b50105e2-abf1-478f-a637-a77b8581c975)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:03:31.715934 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.741961 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-0e56df47-c643-4134-a76a-cf3f042c1881 None None] Provisioning for port c755f81f-8a56-4ea4-855a-3177061cd25b completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:03:31.745597 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-0e56df47-c643-4134-a76a-cf3f042c1881 None None] Provisioning complete for port c755f81f-8a56-4ea4-855a-3177061cd25b triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:03:31.746168 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0e56df47-c643-4134-a76a-cf3f042c1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.764727 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.789003 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-0e56df47-c643-4134-a76a-cf3f042c1881 None None] Port c755f81f-8a56-4ea4-855a-3177061cd25b cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:03:31.800456 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:31.801111 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.802511 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] 10.222.0.42 "PUT /v2.0/ports/621532e1-59f9-4dd6-b7e4-578b35dbd287 HTTP/1.1" status: 200 len: 1094 time: 1.1930666 Sep 03 02:03:31.805163 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8ae51a-b0e5-4cec-91a0-72393aa29d09', 'tag': '621532e1-59f9-4dd6-b7e4-578b35dbd287'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:31.807431 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5857b650-a275-4ee1-a4f5-0fda2925fac0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8ae51a-b0e5-4cec-91a0-72393aa29d09", "tag": "621532e1-59f9-4dd6-b7e4-578b35dbd287"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:31.841732 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:31.863751 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836a4a5e-96dd-46f2-bb76-7f88068a2aad x-openstack-request-id: req-836a4a5e-96dd-46f2-bb76-7f88068a2aad {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:31.864042 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8ae51a-b0e5-4cec-91a0-72393aa29d09", "tag": "621532e1-59f9-4dd6-b7e4-578b35dbd287", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:31.864298 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-836a4a5e-96dd-46f2-bb76-7f88068a2aad {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:31.864696 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8ae51a-b0e5-4cec-91a0-72393aa29d09', 'tag': '621532e1-59f9-4dd6-b7e4-578b35dbd287', 'status': 'completed', 'code': 200} Sep 03 02:03:31.868459 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac2770-a45a-4296-ba16-ab9909295206 service neutron] Pushing event updated for resources: {'Port': ['ID=621532e1-59f9-4dd6-b7e4-578b35dbd287,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:31.885284 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bea021-5c3f-44ed-a1c2-c2a6ea98120d req-0e869436-ba2c-4c7e-a58d-39d7f22c1a76 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:31.886886 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-70bea021-5c3f-44ed-a1c2-c2a6ea98120d req-0e869436-ba2c-4c7e-a58d-39d7f22c1a76 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 944 time: 0.1565843 Sep 03 02:03:32.051011 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-70bea021-5c3f-44ed-a1c2-c2a6ea98120d req-870d9d7c-a268-4674-bd6c-5c289bcd89e1 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534970 Sep 03 02:03:32.090074 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-61901ff2-fa24-436b-bcb4-8938fe039d7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1325023 Sep 03 02:03:32.121490 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-3a9f2704-6a35-4851-815f-7ce7645d287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:32.122993 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-3a9f2704-6a35-4851-815f-7ce7645d287c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b80f633ad2274dca834ea2cea4e64aaf&device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 1097 time: 0.1644011 Sep 03 02:03:32.239776 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c755f81f-8a56-4ea4-855a-3177061cd25b {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:03:32.249459 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:32.264121 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Transition to ACTIVE for port object c755f81f-8a56-4ea4-855a-3177061cd25b will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:03:32.269800 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:32.305160 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096fdaa-f2e8-4043-a4a2-567a1a694d4c req-86ff5a7f-91b7-47fd-aaed-b2af3eda2c41 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:32.306769 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f096fdaa-f2e8-4043-a4a2-567a1a694d4c req-86ff5a7f-91b7-47fd-aaed-b2af3eda2c41 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.0561571 Sep 03 02:03:32.347503 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f096fdaa-f2e8-4043-a4a2-567a1a694d4c req-7436912f-6ab2-4ab5-af8c-3bd34c3c69e9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328922 Sep 03 02:03:32.361993 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-dba37728-54d9-4b85-a56c-09ff334b6634 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=621532e1-59f9-4dd6-b7e4-578b35dbd287 HTTP/1.1" status: 200 len: 217 time: 0.2155657 Sep 03 02:03:32.413501 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Pushing event updated for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:32.456982 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-5f9679f0-c577-4287-900c-a19099a95006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:32.458504 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-5f9679f0-c577-4287-900c-a19099a95006 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ea65250b6154aafa09e4f1d08d16f3d&device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1099 time: 0.2911398 Sep 03 02:03:32.494993 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-dc1a7235-e1de-411c-9b66-3d7cf1241c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:32.496453 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-dc1a7235-e1de-411c-9b66-3d7cf1241c27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91ca6c66-942f-45cd-ad7a-85bba9137cb2 HTTP/1.1" status: 200 len: 849 time: 0.1230686 Sep 03 02:03:32.550266 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-c5c25bd5-393a-4e67-81ed-8425904af400 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c10cd446-dd48-451b-b1ea-e10113b5489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397260 Sep 03 02:03:32.626173 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Attempting to bind port c755f81f-8a56-4ea4-855a-3177061cd25b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:03:32.626508 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Attempting to bind port c755f81f-8a56-4ea4-855a-3177061cd25b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:03:32.626838 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Attempting to bind port c755f81f-8a56-4ea4-855a-3177061cd25b on network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:03:32.640330 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Port c755f81f-8a56-4ea4-855a-3177061cd25b on network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:03:32.640921 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Attempting to bind port c755f81f-8a56-4ea4-855a-3177061cd25b on network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:03:32.680476 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:03:32.680810 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Checking segment: {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:03:32.681216 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Bound using segment: {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:03:32.681640 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Bound port: c755f81f-8a56-4ea4-855a-3177061cd25b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:03:32.681995 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:32.686661 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-7beb251d-0466-410f-a87c-fca2c35bb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:32.688140 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-7beb251d-0466-410f-a87c-fca2c35bb24f service neutron] 10.222.0.42 "GET /v2.0/networks?id=519d9117-afa4-4a5f-8116-0afcdadeb0ed HTTP/1.1" status: 200 len: 909 time: 0.2060785 Sep 03 02:03:32.793288 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-185e0aad-f0ba-44ac-89a8-20f3bad73dd1 service neutron] 10.222.0.42 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109401 Sep 03 02:03:32.853528 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-a67615a9-e101-495d-ab0a-5e71390eb178 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83052746-3417-4484-8761-67285991b529 HTTP/1.1" status: 200 len: 1002 time: 0.1544604 Sep 03 02:03:32.905893 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:03:32.959116 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8a814-7083-4dab-ab24-ab6c3b36e631 req-1b43f70b-7e7e-4742-82c9-3ca955be45ec tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:32.960721 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecf8a814-7083-4dab-ab24-ab6c3b36e631 req-1b43f70b-7e7e-4742-82c9-3ca955be45ec tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.2071965 Sep 03 02:03:32.962466 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:03:32.971390 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:33.027220 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-f4de66aa-a54a-490a-9cd4-68954cf2711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:33.028691 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-f4de66aa-a54a-490a-9cd4-68954cf2711e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06d9973e-58b2-4910-b372-92c78497518b HTTP/1.1" status: 200 len: 847 time: 0.1632893 Sep 03 02:03:33.067500 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:33.067500 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:33.069129 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] 10.222.0.42 "PUT /v2.0/ports/c755f81f-8a56-4ea4-855a-3177061cd25b HTTP/1.1" status: 200 len: 1094 time: 1.4240177 Sep 03 02:03:33.071276 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-73fbea77-65c0-482c-a167-0346ac4ba6bf req-be018d76-ee75-44a6-ba93-08e8f5d1ea2f service neutron] 10.222.0.42 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603045 Sep 03 02:03:33.100345 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ecf8a814-7083-4dab-ab24-ab6c3b36e631 req-f7dbb379-0163-4e24-9fdd-3c2ec53c0219 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317720 Sep 03 02:03:33.115849 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1bf5a-fe1c-4547-b14f-5b6ad5582654 service neutron] Pushing event updated for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:33.127267 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-bb09d43e-d8a3-4827-8740-00cde0af2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:33.128829 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-bb09d43e-d8a3-4827-8740-00cde0af2236 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519d9117-afa4-4a5f-8116-0afcdadeb0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856509 Sep 03 02:03:33.214800 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa92dea-7cd3-4645-9a54-8d375372a956 req-9586d469-1fcb-4f30-9bd6-e0b19c373c6d tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:33.216399 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3aa92dea-7cd3-4645-9a54-8d375372a956 req-9586d469-1fcb-4f30-9bd6-e0b19c373c6d tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 944 time: 0.0604281 Sep 03 02:03:33.260631 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3aa92dea-7cd3-4645-9a54-8d375372a956 req-e2c33d17-2aad-46dd-a418-d98e22a90b70 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377474 Sep 03 02:03:33.619076 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-474091d7-c97c-4a6d-a277-5131987adae8 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770927 Sep 03 02:03:33.638225 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-cf04ba80-c8b1-4895-96d2-c64063f795e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:33.639532 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-cf04ba80-c8b1-4895-96d2-c64063f795e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 1097 time: 0.4282057 Sep 03 02:03:33.648977 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857b650-a275-4ee1-a4f5-0fda2925fac0 req-7fde96e6-d432-430a-8e31-a39b018bddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:33.650339 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5857b650-a275-4ee1-a4f5-0fda2925fac0 req-7fde96e6-d432-430a-8e31-a39b018bddea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b80f633ad2274dca834ea2cea4e64aaf&device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 1097 time: 0.4250634 Sep 03 02:03:33.658431 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-86be96be-54fe-4629-b2f8-1e05ef53aa69 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:33.659770 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-86be96be-54fe-4629-b2f8-1e05ef53aa69 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.1436951 Sep 03 02:03:33.666972 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac5542-c878-4d99-9675-628c30f2f99a req-0ea7b249-1458-42d0-8ec1-539248aaf08b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:33.668333 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fdac5542-c878-4d99-9675-628c30f2f99a req-0ea7b249-1458-42d0-8ec1-539248aaf08b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 946 time: 0.1557190 Sep 03 02:03:33.779254 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-84b13a00-1508-4c51-a89d-e1770851abaf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c755f81f-8a56-4ea4-855a-3177061cd25b HTTP/1.1" status: 200 len: 217 time: 0.1099930 Sep 03 02:03:33.870304 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:33.872912 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:33.926670 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88694170-d592-4954-8d5b-fea3d3f730a1 x-openstack-request-id: req-88694170-d592-4954-8d5b-fea3d3f730a1 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:33.926959 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:33.927206 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88694170-d592-4954-8d5b-fea3d3f730a1 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:33.927587 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'status': 'completed', 'code': 200} Sep 03 02:03:33.935084 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fdac5542-c878-4d99-9675-628c30f2f99a req-5c57bc06-38b3-4502-b9c3-26062955c68a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=85705e6a-48c5-4222-864f-5f93e39b0532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508249 Sep 03 02:03:33.976370 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-099ddd09-69d7-4091-997b-d819c1ae1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:33.977867 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-099ddd09-69d7-4091-997b-d819c1ae1327 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 200 len: 855 time: 0.1835203 Sep 03 02:03:34.001569 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2dd713ae-9142-4d3b-baf9-a9a0b6f83151 req-4d43b331-2c1a-447f-a1ae-6506b1a75653 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690434 Sep 03 02:03:34.005316 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857b650-a275-4ee1-a4f5-0fda2925fac0 req-798b059d-c307-45b5-bc26-b58de7287610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:34.007244 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5857b650-a275-4ee1-a4f5-0fda2925fac0 req-798b059d-c307-45b5-bc26-b58de7287610 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c10cd446-dd48-451b-b1ea-e10113b5489f HTTP/1.1" status: 200 len: 910 time: 0.3234265 Sep 03 02:03:34.070609 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5857b650-a275-4ee1-a4f5-0fda2925fac0 req-d72ccf2c-8da2-45d3-bc19-78c14a0c9ce8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=621532e1-59f9-4dd6-b7e4-578b35dbd287 HTTP/1.1" status: 200 len: 217 time: 0.0440452 Sep 03 02:03:34.077898 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Deleting port 7e972b27-9906-464a-8652-21c602f029e6 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:34.078240 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:34.123237 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-af07ff16-177d-4f88-a182-f2627374e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:34.124732 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-af07ff16-177d-4f88-a182-f2627374e2e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1359134 Sep 03 02:03:34.201457 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857b650-a275-4ee1-a4f5-0fda2925fac0 req-4d6e3dcb-29be-4ffd-930c-7f103d432095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:34.202893 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5857b650-a275-4ee1-a4f5-0fda2925fac0 req-4d6e3dcb-29be-4ffd-930c-7f103d432095 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91ca6c66-942f-45cd-ad7a-85bba9137cb2 HTTP/1.1" status: 200 len: 849 time: 0.1212792 Sep 03 02:03:34.245940 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83d881-f245-4565-8aab-87078abebc68 req-0736a31e-9e6d-418f-8da6-d1830f5a39f1 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:34.247432 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4e83d881-f245-4565-8aab-87078abebc68 req-0736a31e-9e6d-418f-8da6-d1830f5a39f1 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0532360 Sep 03 02:03:34.272976 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5857b650-a275-4ee1-a4f5-0fda2925fac0 req-2f9d834a-d139-484e-ad3c-9d5ae648ae3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c10cd446-dd48-451b-b1ea-e10113b5489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621715 Sep 03 02:03:34.285423 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4e83d881-f245-4565-8aab-87078abebc68 req-1c6142a7-b73a-444e-8eee-9ed80b41df0d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317445 Sep 03 02:03:34.345805 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] For port 7e972b27-9906-464a-8652-21c602f029e6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7e972b27-9906-464a-8652-21c602f029e6,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:34.346173 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:34.406734 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-121ca5a3-c2a9-4173-a4c1-677832c6854b service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673945 Sep 03 02:03:34.559036 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe313b8-bc6c-41de-8d1d-41e61319026d req-b5442a2b-62dd-4d9d-b37c-fcbacaa7217e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:34.560512 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9fe313b8-bc6c-41de-8d1d-41e61319026d req-b5442a2b-62dd-4d9d-b37c-fcbacaa7217e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 944 time: 0.2231748 Sep 03 02:03:34.562279 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5857b650-a275-4ee1-a4f5-0fda2925fac0 req-fe6004b4-80ef-487c-8c74-cb6a5924fd6a service neutron] 10.222.0.42 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796950 Sep 03 02:03:34.754077 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d6c6f9b-a16e-46fc-ad11-72dff85e9e80 req-31ca65d9-f340-477c-8729-ebc3b76dc7b3 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354902 Sep 03 02:03:34.756848 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9fe313b8-bc6c-41de-8d1d-41e61319026d req-e23a6bcf-d159-406b-98ee-dd70632a26a3 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656604 Sep 03 02:03:34.784184 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:34.784553 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:34.785065 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Floating IP 9d505c40-eafa-46f4-b337-21282821bfe2 disassociated. External IP: 172.27.3.216, port: 7e972b27-9906-464a-8652-21c602f029e6. Sep 03 02:03:34.785578 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Calling delete_port for 7e972b27-9906-464a-8652-21c602f029e6 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:34.795968 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5857b650-a275-4ee1-a4f5-0fda2925fac0 req-3bec21f3-a24b-40ce-8cd7-48a09a202a15 service neutron] 10.222.0.42 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004907 Sep 03 02:03:34.940789 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:34.943965 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-2789a729-58a4-4695-995f-24ef254a7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:34.945736 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-2789a729-58a4-4695-995f-24ef254a7f31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 1097 time: 0.0561333 Sep 03 02:03:34.983902 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event deleted for resources: {'Port': ['ID=7e972b27-9906-464a-8652-21c602f029e6,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:35.049947 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0e28e8f2-b6a2-4f89-80d1-0a9c9529ceba req-fd93f526-7e5e-47bc-bdbd-0aa2c7ab8f52 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 210 time: 0.0295489 Sep 03 02:03:35.140568 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-c48340af-80ef-40a3-834e-5ae65023dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:35.142059 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-c48340af-80ef-40a3-834e-5ae65023dfd1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 917 time: 0.1680834 Sep 03 02:03:35.192579 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Router 4fb6e303-d39f-4317-94a7-caee93dd83f9 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:03:35.195003 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-abd1126e-b94d-414f-8e0a-96c79a0dc0a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c755f81f-8a56-4ea4-855a-3177061cd25b HTTP/1.1" status: 200 len: 217 time: 0.0450439 Sep 03 02:03:35.614625 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-11a6a775-96f0-4dc8-9a87-13189338c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:35.616512 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-11a6a775-96f0-4dc8-9a87-13189338c7dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 200 len: 855 time: 0.4124782 Sep 03 02:03:35.667201 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99ddca-9c0f-4b56-96c5-00be8e64f68b req-ef44d732-d806-484e-84d9-4e798b9832f3 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:35.668650 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d99ddca-9c0f-4b56-96c5-00be8e64f68b req-ef44d732-d806-484e-84d9-4e798b9832f3 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.1111352 Sep 03 02:03:35.671311 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:03:35.681510 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] Sync routers for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:03:35.691648 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:35.692262 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:35.727740 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 621532e1-59f9-4dd6-b7e4-578b35dbd287 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:03:35.738204 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] No DVR routers for this DVR port 7e972b27-9906-464a-8652-21c602f029e6 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:03:35.746279 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-9ed3eac6-4b71-49e7-b3a3-bf93f10d3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:35.747775 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-9ed3eac6-4b71-49e7-b3a3-bf93f10d3799 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1208236 Sep 03 02:03:35.748830 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:35.750688 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c6c449d-a2bd-41d5-b4b9-f974f7eaaa19 req-3d0d98da-7403-4328-90a4-f5f5baffd35a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.42 "DELETE /v2.0/ports/7e972b27-9906-464a-8652-21c602f029e6 HTTP/1.1" status: 204 len: 173 time: 2.0655644 Sep 03 02:03:35.758922 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d99ddca-9c0f-4b56-96c5-00be8e64f68b req-c551571a-e430-4344-907f-229cd8c0e609 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827031 Sep 03 02:03:35.863323 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:35.879132 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-472a5416-88fd-430c-bcc4-5aa5e6b30825 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190658 Sep 03 02:03:35.883539 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69391ff-c36d-4b01-998b-6811d0e3cca3 req-8615b7d8-5682-48c1-aad3-cf4c6426f867 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:35.891620 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b69391ff-c36d-4b01-998b-6811d0e3cca3 req-8615b7d8-5682-48c1-aad3-cf4c6426f867 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 944 time: 0.0605345 Sep 03 02:03:35.930922 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'name': 'network-vif-deleted', 'tag': '7e972b27-9906-464a-8652-21c602f029e6'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:35.934698 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a8a580-57e6-418e-a35e-b1dbeb29e5d7" -d '{"events": [{"server_uuid": "c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80", "name": "network-vif-deleted", "tag": "7e972b27-9906-464a-8652-21c602f029e6"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:35.935681 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b69391ff-c36d-4b01-998b-6811d0e3cca3 req-82f1e23f-256e-4d3f-88c3-e54021f8b98b tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 Sep 03 02:03:35.976237 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 621532e1-59f9-4dd6-b7e4-578b35dbd287, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=621532e1-59f9-4dd6-b7e4-578b35dbd287,segment=NetworkSegment(b50105e2-abf1-478f-a637-a77b8581c975),segment_id=b50105e2-abf1-478f-a637-a77b8581c975)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:35.990360 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dea78ec-29d3-4fa7-b026-12fb6f5f21cc x-openstack-request-id: req-0dea78ec-29d3-4fa7-b026-12fb6f5f21cc {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:35.990721 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80", "name": "network-vif-deleted", "tag": "7e972b27-9906-464a-8652-21c602f029e6", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:35.991580 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dea78ec-29d3-4fa7-b026-12fb6f5f21cc {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:35.991723 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80', 'name': 'network-vif-deleted', 'tag': '7e972b27-9906-464a-8652-21c602f029e6', 'status': 'completed', 'code': 200} Sep 03 02:03:36.008851 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8d23fa9f-b311-4e00-bc19-d2d5a05c4c8e req-6ca321d4-b249-43ab-84b1-de68d1930cb1 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216178 Sep 03 02:03:36.027992 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '621532e1-59f9-4dd6-b7e4-578b35dbd287', 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f', 'port_id': '621532e1-59f9-4dd6-b7e4-578b35dbd287', 'mac_address': 'fa:16:3e:39:f2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ca6c66-942f-45cd-ad7a-85bba9137cb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:03:36.104177 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:36.122433 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621532e1-59f9-4dd6-b7e4-578b35dbd287 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:03:36.145811 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 621532e1-59f9-4dd6-b7e4-578b35dbd287, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=621532e1-59f9-4dd6-b7e4-578b35dbd287,segment=NetworkSegment(b50105e2-abf1-478f-a637-a77b8581c975),segment_id=b50105e2-abf1-478f-a637-a77b8581c975)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:36.150836 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:36.167861 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bd40153b-01cc-4bc2-ae81-44900bae2324 req-9304f337-ecba-4fcf-a392-05c014b1bc18 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ea67e3-c3fa-43c2-b639-cb86ffcc3f80 HTTP/1.1" status: 200 len: 210 time: 0.0404892 Sep 03 02:03:36.186378 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:36.215982 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] Checking router: 4fb6e303-d39f-4317-94a7-caee93dd83f9 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:03:36.237331 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=621532e1-59f9-4dd6-b7e4-578b35dbd287,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:36.240094 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:36.240704 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:36.247098 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.247449 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.247792 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.248129 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.248462 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.248795 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.249158 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.249486 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.249816 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.250142 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.250464 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.250788 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:36.356745 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:36.528728 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['621532e1-59f9-4dd6-b7e4-578b35dbd287'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:03:36.609487 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:36.639859 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce1a79c-71e2-480a-bef5-a55c01fbbeb1 None None] The sync data for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi is: [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:03:36.856369 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c2b8c-9fd1-46f0-9815-b97c0eebc9c8 None None] New status for floating IP 9d505c40-eafa-46f4-b337-21282821bfe2: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:03:36.889162 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcc795-2632-4949-b3b7-f87527404d10 req-be71dde0-88a2-4d4c-9862-4d62866314ad tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:36.890669 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d1fcc795-2632-4949-b3b7-f87527404d10 req-be71dde0-88a2-4d4c-9862-4d62866314ad tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0507498 Sep 03 02:03:36.928029 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d1fcc795-2632-4949-b3b7-f87527404d10 req-91f40f71-eae3-4761-adc4-88becd826d1e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Sep 03 02:03:37.058853 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baece71-7b6c-40c4-9b60-0a08ad8d0920 req-8ce07fd4-c189-434c-bbd2-89095a4cc1a8 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:37.060305 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7baece71-7b6c-40c4-9b60-0a08ad8d0920 req-8ce07fd4-c189-434c-bbd2-89095a4cc1a8 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 945 time: 0.0480578 Sep 03 02:03:37.096942 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7baece71-7b6c-40c4-9b60-0a08ad8d0920 req-caa65886-56e8-43ee-841c-9bde8dc624f2 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307274 Sep 03 02:03:37.249334 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34422) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:37.303293 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-132f94e7-38f7-4a70-bf8b-2ec7a06a4a52 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.326706 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-132f94e7-38f7-4a70-bf8b-2ec7a06a4a52 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.374920 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-132f94e7-38f7-4a70-bf8b-2ec7a06a4a52 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.377515 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-132f94e7-38f7-4a70-bf8b-2ec7a06a4a52 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.378641 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-132f94e7-38f7-4a70-bf8b-2ec7a06a4a52 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "DELETE /v2.0/security-groups/85705e6a-48c5-4222-864f-5f93e39b0532 HTTP/1.1" status: 204 len: 168 time: 0.1283910 Sep 03 02:03:37.381431 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34424) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:37.387441 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f94e7-38f7-4a70-bf8b-2ec7a06a4a52 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85705e6a-48c5-4222-864f-5f93e39b0532,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:37.401193 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.api.v2.resource [None req-efbf86cb-c56c-4b60-b9f7-5fbc2965fdf2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] show failed (client error): The resource could not be found. Sep 03 02:03:37.405023 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-efbf86cb-c56c-4b60-b9f7-5fbc2965fdf2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups/85705e6a-48c5-4222-864f-5f93e39b0532 HTTP/1.1" status: 404 len: 347 time: 0.0193596 Sep 03 02:03:37.405464 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34426) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:37.527991 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-c8c363fa-2c03-41e4-a737-e94ccd46fab9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Deleting port a099dcaf-0a48-4c11-87b2-5c63cb25c0b5 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:37.528249 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8c363fa-2c03-41e4-a737-e94ccd46fab9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.605060 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8c363fa-2c03-41e4-a737-e94ccd46fab9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.605387 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8c363fa-2c03-41e4-a737-e94ccd46fab9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.617328 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-c8c363fa-2c03-41e4-a737-e94ccd46fab9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Calling delete_port for a099dcaf-0a48-4c11-87b2-5c63cb25c0b5 owned by network:floatingip {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:37.724034 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device c755f81f-8a56-4ea4-855a-3177061cd25b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:03:37.731241 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 621532e1-59f9-4dd6-b7e4-578b35dbd287 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:03:37.755609 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8c363fa-2c03-41e4-a737-e94ccd46fab9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.783341 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c363fa-2c03-41e4-a737-e94ccd46fab9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event deleted for resources: {'Port': ['ID=a099dcaf-0a48-4c11-87b2-5c63cb25c0b5,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:37.843052 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8c363fa-2c03-41e4-a737-e94ccd46fab9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.845683 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c8c363fa-2c03-41e4-a737-e94ccd46fab9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.847201 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c8c363fa-2c03-41e4-a737-e94ccd46fab9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "DELETE /v2.0/floatingips/9d505c40-eafa-46f4-b337-21282821bfe2 HTTP/1.1" status: 204 len: 168 time: 0.4405537 Sep 03 02:03:37.959129 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 621532e1-59f9-4dd6-b7e4-578b35dbd287 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:03:37.972021 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 621532e1-59f9-4dd6-b7e4-578b35dbd287 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:03:37.972395 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.980642 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:38.012783 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'port_id': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'mac_address': 'fa:16:3e:4c:17:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:03:38.059812 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a031ee-abac-4af0-95c6-e8f9a40d12f8 req-153dcaff-3e3b-4175-9d83-8283c28e5db8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:38.061365 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-78a031ee-abac-4af0-95c6-e8f9a40d12f8 req-153dcaff-3e3b-4175-9d83-8283c28e5db8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0589991 Sep 03 02:03:38.064285 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.075986 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34432) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:38.080742 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-5805ca5a-df52-42e4-8474-a3373906032b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378523696', 'description': 'tempest-description--125876258'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:38.097485 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c755f81f-8a56-4ea4-855a-3177061cd25b {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:03:38.104619 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5805ca5a-df52-42e4-8474-a3373906032b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.105772 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-78a031ee-abac-4af0-95c6-e8f9a40d12f8 req-68913d1b-c62e-41ba-ae86-009a9aa14bc6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366533 Sep 03 02:03:38.131377 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.131377 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:38.134440 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.169486 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8ae51a-b0e5-4cec-91a0-72393aa29d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621532e1-59f9-4dd6-b7e4-578b35dbd287'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:38.171719 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0d054f-6f42-40c0-ac93-98c65c9a8129" -d '{"events": [{"server_uuid": "ec8ae51a-b0e5-4cec-91a0-72393aa29d09", "name": "network-vif-plugged", "status": "completed", "tag": "621532e1-59f9-4dd6-b7e4-578b35dbd287"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:38.188639 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 621532e1-59f9-4dd6-b7e4-578b35dbd287, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=621532e1-59f9-4dd6-b7e4-578b35dbd287,segment=NetworkSegment(b50105e2-abf1-478f-a637-a77b8581c975),segment_id=b50105e2-abf1-478f-a637-a77b8581c975)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:38.194418 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.195343 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 7e972b27-9906-464a-8652-21c602f029e6 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:03:38.225013 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2b0885-c976-417d-81e6-5ca8415dc131 x-openstack-request-id: req-9f2b0885-c976-417d-81e6-5ca8415dc131 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:38.225831 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8ae51a-b0e5-4cec-91a0-72393aa29d09", "name": "network-vif-plugged", "status": "completed", "tag": "621532e1-59f9-4dd6-b7e4-578b35dbd287", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:38.226080 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f2b0885-c976-417d-81e6-5ca8415dc131 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:38.226459 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8ae51a-b0e5-4cec-91a0-72393aa29d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621532e1-59f9-4dd6-b7e4-578b35dbd287', 'code': 200} Sep 03 02:03:38.231208 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 7e972b27-9906-464a-8652-21c602f029e6 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:03:38.231569 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 7e972b27-9906-464a-8652-21c602f029e6 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:03:38.233356 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:38.247678 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5805ca5a-df52-42e4-8474-a3373906032b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.262584 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae004d-9537-4cd0-8a3b-c1fe10000a4c req-7d5e90e8-94c5-434a-b1ad-13c94a36e257 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:38.264329 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d7ae004d-9537-4cd0-8a3b-c1fe10000a4c req-7d5e90e8-94c5-434a-b1ad-13c94a36e257 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 946 time: 0.0852971 Sep 03 02:03:38.265147 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5805ca5a-df52-42e4-8474-a3373906032b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.283000 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=621532e1-59f9-4dd6-b7e4-578b35dbd287,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:38.310593 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5805ca5a-df52-42e4-8474-a3373906032b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.311826 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-5805ca5a-df52-42e4-8474-a3373906032b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2347271 Sep 03 02:03:38.314833 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34438) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:38.319768 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805ca5a-df52-42e4-8474-a3373906032b tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df284b12-3682-4995-9ea1-013e57af7f18,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:38.320395 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-2d7715df-a379-42e3-84b8-c04a5afa9abb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'security_group_rule': {'security_group_id': 'df284b12-3682-4995-9ea1-013e57af7f18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:38.340302 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d7ae004d-9537-4cd0-8a3b-c1fe10000a4c req-5e558cbd-482d-42b2-be35-c25946388267 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673492 Sep 03 02:03:38.362930 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d7715df-a379-42e3-84b8-c04a5afa9abb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.409301 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d7715df-a379-42e3-84b8-c04a5afa9abb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.412657 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d7715df-a379-42e3-84b8-c04a5afa9abb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.429754 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7715df-a379-42e3-84b8-c04a5afa9abb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf71e67-a991-4dd4-99e7-c119155afb82,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:38.435539 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2d7715df-a379-42e3-84b8-c04a5afa9abb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.436856 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2d7715df-a379-42e3-84b8-c04a5afa9abb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208832 Sep 03 02:03:38.439403 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34440) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:38.444949 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-4ff4395d-6619-4b12-8ece-cbb54b80112a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'security_group_rule': {'security_group_id': 'df284b12-3682-4995-9ea1-013e57af7f18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:38.469322 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23e0af-27f4-4bd6-9596-6fda956f988c req-fa21387a-04ed-4f1e-8085-64bbc6bc3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:38.470183 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ff4395d-6619-4b12-8ece-cbb54b80112a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.470801 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b23e0af-27f4-4bd6-9596-6fda956f988c req-fa21387a-04ed-4f1e-8085-64bbc6bc3f0e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 1099 time: 0.0485094 Sep 03 02:03:38.474258 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['c755f81f-8a56-4ea4-855a-3177061cd25b'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:03:38.509933 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2b23e0af-27f4-4bd6-9596-6fda956f988c req-9d9831e0-81df-436f-a19d-ac04e2e1d6e1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296721 Sep 03 02:03:38.529819 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ff4395d-6619-4b12-8ece-cbb54b80112a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.533628 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ff4395d-6619-4b12-8ece-cbb54b80112a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.548619 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4395d-6619-4b12-8ece-cbb54b80112a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cf2a56-7ec4-4184-8a8c-ebc3c5f389bf,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:38.558004 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4ff4395d-6619-4b12-8ece-cbb54b80112a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.559258 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4ff4395d-6619-4b12-8ece-cbb54b80112a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189351 Sep 03 02:03:38.562308 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34442) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:38.566650 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'floatingip': {'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:38.589137 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.686638 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.789530 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Allocated IP 172.27.3.190 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/fc3ea199-c30f-4879-96f1-530d140fd8ac) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:03:38.893300 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.932156 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.968529 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:03:38.971275 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:03:38.974739 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:03:38.982452 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'Port': ['ID=fc3ea199-c30f-4879-96f1-530d140fd8ac,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:39.061152 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:39.098162 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:39.265290 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72da0-079f-4971-a2bc-117ed74edb06 req-a87f7f06-0c22-47f8-afc5-41e8f2c7b594 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:39.266748 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ede72da0-079f-4971-a2bc-117ed74edb06 req-a87f7f06-0c22-47f8-afc5-41e8f2c7b594 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 945 time: 0.0774002 Sep 03 02:03:39.288221 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:39.296514 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25731509'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:39.365711 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ede72da0-079f-4971-a2bc-117ed74edb06 req-df7a70b2-1cb6-4404-804e-84e986b90625 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902689 Sep 03 02:03:39.382964 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'Port': ['ID=fc3ea199-c30f-4879-96f1-530d140fd8ac,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:39.391200 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:39.405313 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:39.414199 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-3df731b5-7dab-494f-8bd7-b1838181cb5c tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8432627 Sep 03 02:03:39.463602 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d827af-8da0-4ec1-9354-01291efa63ad req-68c427aa-2f9b-4a92-b836-e080efef246a tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:39.465147 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19d827af-8da0-4ec1-9354-01291efa63ad req-68c427aa-2f9b-4a92-b836-e080efef246a tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 946 time: 0.0546353 Sep 03 02:03:39.505457 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19d827af-8da0-4ec1-9354-01291efa63ad req-7587bc76-8ef8-40ba-ac74-9c98ec0143f1 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Sep 03 02:03:39.549610 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-ef63fe4f-14d2-4a13-b5a4-7b0313b203c6 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1378523696&fields=id&tenant_id=53922ccd5c6d43309b6012efa1acaba7 HTTP/1.1" status: 200 len: 267 time: 0.0357687 Sep 03 02:03:39.661060 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-ef90cef9-2c2b-4632-8844-5b155b8468d9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:39.662455 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-ef90cef9-2c2b-4632-8844-5b155b8468d9 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/networks?id=a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 200 len: 810 time: 0.1050143 Sep 03 02:03:39.677980 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-f12f87ad-6d51-4bd9-aeac-7be2028f2015 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/quotas/53922ccd5c6d43309b6012efa1acaba7 HTTP/1.1" status: 200 len: 375 time: 0.0090401 Sep 03 02:03:39.722457 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device c755f81f-8a56-4ea4-855a-3177061cd25b up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:03:39.733075 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3b335b30-aa74-4a24-b367-0424508aa9da tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491493 Sep 03 02:03:39.776102 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port c755f81f-8a56-4ea4-855a-3177061cd25b completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:03:39.780497 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port c755f81f-8a56-4ea4-855a-3177061cd25b triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:03:39.780994 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:39.834177 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-b7d49ce1-dbdb-43a1-bb82-c18f20e6ba51 service neutron] 10.222.0.32 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881801 Sep 03 02:03:39.877558 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:39.915519 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:39.919618 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:39.924031 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-ef1f50ef-efd2-4904-84f4-f4efc63f08e9 service neutron] 10.222.0.32 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824642 Sep 03 02:03:39.985997 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:40.089560 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-63adedc7-be2c-4c76-9dbc-6f0ae8bfa23f req-514178d2-0477-40f9-ab51-8dabb7ee4f2d tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 210 time: 0.0268874 Sep 03 02:03:40.228092 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:40.230425 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fe5791-df8e-403c-ab79-ad2f92c65736" -d '{"events": [{"server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "name": "network-vif-plugged", "status": "completed", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:40.266670 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f01f5e-c8c6-4d3a-a11f-7b38aaee5be9 x-openstack-request-id: req-09f01f5e-c8c6-4d3a-a11f-7b38aaee5be9 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:40.266972 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "name": "network-vif-plugged", "status": "completed", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:40.267218 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09f01f5e-c8c6-4d3a-a11f-7b38aaee5be9 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:40.267776 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'code': 200} Sep 03 02:03:40.505800 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47958-7e06-4b06-8c7f-5e27eac15677 req-c8784e7c-b7c6-41b7-b56a-5ef43dac7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:40.507552 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5be47958-7e06-4b06-8c7f-5e27eac15677 req-c8784e7c-b7c6-41b7-b56a-5ef43dac7c00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 1099 time: 0.0682704 Sep 03 02:03:40.519790 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b34a0a-71f1-42e9-92ea-ec4840b2701a req-2efc850e-ddf1-4da6-b0db-ce0d185de5ee tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:40.521350 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-83b34a0a-71f1-42e9-92ea-ec4840b2701a req-2efc850e-ddf1-4da6-b0db-ce0d185de5ee tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0735543 Sep 03 02:03:40.574338 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5be47958-7e06-4b06-8c7f-5e27eac15677 req-790efe6a-7431-4dfd-a9b8-a28d7bf5e6ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519724 Sep 03 02:03:40.588257 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-83b34a0a-71f1-42e9-92ea-ec4840b2701a req-927b2c8b-b6a6-4c89-8b5a-2866c0e086c0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466394 Sep 03 02:03:40.636136 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84575357-2412-4400-a3dd-57523f3b2bc4 req-9226f1cb-0aa6-48ef-b361-5417347dfbef tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:40.637673 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-84575357-2412-4400-a3dd-57523f3b2bc4 req-9226f1cb-0aa6-48ef-b361-5417347dfbef tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 946 time: 0.0549068 Sep 03 02:03:40.674827 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-84575357-2412-4400-a3dd-57523f3b2bc4 req-09658a9d-abeb-4783-b6b3-1c29bb2e6985 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Sep 03 02:03:41.190644 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f01ee292-3502-485f-b169-8d4d5d8d7f92 req-a14b7515-cb56-4ff0-87ec-5785509a1791 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 210 time: 0.0331059 Sep 03 02:03:41.441889 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f1c7-c27b-4f7c-8216-1436b48dd7a5 req-7a91222d-1341-42a6-8468-e5c0f52f8023 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:41.443583 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ee34f1c7-c27b-4f7c-8216-1436b48dd7a5 req-7a91222d-1341-42a6-8468-e5c0f52f8023 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 946 time: 0.0515962 Sep 03 02:03:41.511155 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ee34f1c7-c27b-4f7c-8216-1436b48dd7a5 req-506a82ac-5534-400c-9494-c6427a5829cf tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615163 Sep 03 02:03:41.582274 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-fd4b04aa-1780-42c7-840e-361cb88567c1 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:41.583687 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-fd4b04aa-1780-42c7-840e-361cb88567c1 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.42 "GET /v2.0/networks?id=a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 200 len: 810 time: 0.1189835 Sep 03 02:03:41.677904 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-b14fdb92-162e-4d78-b88d-36596b1362cb tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53922ccd5c6d43309b6012efa1acaba7 HTTP/1.1" status: 200 len: 380 time: 0.0406356 Sep 03 02:03:41.719026 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'port': {'device_id': '70439b96-0243-495c-a8d1-1684a2892697', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'admin_state_up': True, 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'security_groups': ['df284b12-3682-4995-9ea1-013e57af7f18']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:41.731082 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc98f0-5ad2-492d-b4ef-7a2354c1ee91 req-72d4a564-4ab5-4d30-ab89-0908816a29e7 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:41.732677 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-68dc98f0-5ad2-492d-b4ef-7a2354c1ee91 req-72d4a564-4ab5-4d30-ab89-0908816a29e7 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0720015 Sep 03 02:03:41.773338 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-68dc98f0-5ad2-492d-b4ef-7a2354c1ee91 req-a83a7328-7bfd-4a01-9e73-f11f9539797b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326309 Sep 03 02:03:41.848486 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Made reservation on behalf of 53922ccd5c6d43309b6012efa1acaba7 for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:03:41.852784 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:41.976076 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Allocated IP 172.20.0.9 (a88e5a51-5dbf-49a2-9096-b693012f5b33/013631d7-7a1e-4a3d-ada0-12789532d705/3e20f547-8bb9-4856-82cf-1f83e75988cd) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:03:42.133248 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:42.145972 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Transition to ACTIVE for port object 3e20f547-8bb9-4856-82cf-1f83e75988cd will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:03:42.177949 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:42.220303 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Network a88e5a51-5dbf-49a2-9096-b693012f5b33 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:03:42.223262 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:03:42.227784 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:03:42.252674 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event updated for resources: {'Port': ['ID=3e20f547-8bb9-4856-82cf-1f83e75988cd,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:42.312446 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:42.313085 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:42.338826 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f67ae6-a31d-4856-972b-4fa1b92fd01e req-09e01613-9ac8-4317-a523-fff84e268e21 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:42.349148 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-04f67ae6-a31d-4856-972b-4fa1b92fd01e req-09e01613-9ac8-4317-a523-fff84e268e21 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 931 time: 0.0875683 Sep 03 02:03:42.350414 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-3d92ebeb-f4fd-45a3-829c-83b541af9e7f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359689 Sep 03 02:03:42.377178 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Request body: {'port': {'device_id': '70439b96-0243-495c-a8d1-1684a2892697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:42.419344 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-32868e57-47e8-4d0d-88ee-f0361d46c0f5 None None] Provisioning for port 3e20f547-8bb9-4856-82cf-1f83e75988cd completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:03:42.424375 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-04f67ae6-a31d-4856-972b-4fa1b92fd01e req-c062084c-1faf-470a-8c9b-d38025c50319 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654037 Sep 03 02:03:42.426241 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-32868e57-47e8-4d0d-88ee-f0361d46c0f5 None None] Provisioning complete for port 3e20f547-8bb9-4856-82cf-1f83e75988cd triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:03:42.426849 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-32868e57-47e8-4d0d-88ee-f0361d46c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:42.450570 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:42.464828 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-32868e57-47e8-4d0d-88ee-f0361d46c0f5 None None] Port 3e20f547-8bb9-4856-82cf-1f83e75988cd cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:03:42.629616 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698bd18-d55c-4ce9-a2bf-c2fda8afd20c req-a0254180-bb8f-42fc-86d8-fc952f252871 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:42.631087 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2698bd18-d55c-4ce9-a2bf-c2fda8afd20c req-a0254180-bb8f-42fc-86d8-fc952f252871 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 946 time: 0.0488553 Sep 03 02:03:42.669870 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2698bd18-d55c-4ce9-a2bf-c2fda8afd20c req-5e257d81-21dd-4c75-9454-b359f61f3b51 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Sep 03 02:03:42.729559 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e20f547-8bb9-4856-82cf-1f83e75988cd {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:03:42.736948 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:42.750212 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Transition to ACTIVE for port object 3e20f547-8bb9-4856-82cf-1f83e75988cd will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:03:42.754666 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:42.802059 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Pushing event updated for resources: {'Port': ['ID=3e20f547-8bb9-4856-82cf-1f83e75988cd,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:42.913673 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Attempting to bind port 3e20f547-8bb9-4856-82cf-1f83e75988cd on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:03:42.914021 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Attempting to bind port 3e20f547-8bb9-4856-82cf-1f83e75988cd by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:03:42.914359 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Attempting to bind port 3e20f547-8bb9-4856-82cf-1f83e75988cd on network a88e5a51-5dbf-49a2-9096-b693012f5b33 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:03:42.921785 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Port 3e20f547-8bb9-4856-82cf-1f83e75988cd on network a88e5a51-5dbf-49a2-9096-b693012f5b33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:03:42.922117 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Attempting to bind port 3e20f547-8bb9-4856-82cf-1f83e75988cd on network a88e5a51-5dbf-49a2-9096-b693012f5b33 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:03:42.931836 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ad806-6a66-4dfa-a81e-0bfab00beb3d req-7f9b8a7f-0b53-4b41-9ff3-3c73870edc16 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:42.933428 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e75ad806-6a66-4dfa-a81e-0bfab00beb3d req-7f9b8a7f-0b53-4b41-9ff3-3c73870edc16 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0833893 Sep 03 02:03:42.937675 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:03:42.938018 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Checking segment: {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:03:42.938410 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Bound using segment: {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:03:42.938847 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Bound port: 3e20f547-8bb9-4856-82cf-1f83e75988cd, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:03:42.939210 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:43.013608 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e75ad806-6a66-4dfa-a81e-0bfab00beb3d req-fb7020a2-6587-456b-ab01-50412f29aa41 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720801 Sep 03 02:03:43.049066 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] For port 3e20f547-8bb9-4856-82cf-1f83e75988cd, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:03:43.052252 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] For port 3e20f547-8bb9-4856-82cf-1f83e75988cd, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3e20f547-8bb9-4856-82cf-1f83e75988cd,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:03:43.058864 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:43.098064 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:43.098879 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:43.100340 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] 10.222.0.42 "PUT /v2.0/ports/3e20f547-8bb9-4856-82cf-1f83e75988cd HTTP/1.1" status: 200 len: 1093 time: 0.7291846 Sep 03 02:03:43.108058 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70439b96-0243-495c-a8d1-1684a2892697', 'tag': '3e20f547-8bb9-4856-82cf-1f83e75988cd'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:43.111534 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a" -d '{"events": [{"name": "network-changed", "server_uuid": "70439b96-0243-495c-a8d1-1684a2892697", "tag": "3e20f547-8bb9-4856-82cf-1f83e75988cd"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:43.144096 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215b8c-ffee-4600-94b5-2df886b01852 req-e251f3e8-d77f-4239-aec6-0ad75a95fa60 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:43.156867 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34512) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:43.157542 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d0215b8c-ffee-4600-94b5-2df886b01852 req-e251f3e8-d77f-4239-aec6-0ad75a95fa60 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0694373 Sep 03 02:03:43.167923 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-dfe065b2-47ca-444f-99a6-4da00a55e9e8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Request body: {'floatingip': {'port_id': 'c755f81f-8a56-4ea4-855a-3177061cd25b'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:43.200546 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785d8fe-00d4-45c5-aa80-d34d8fd3d748 service neutron] Pushing event updated for resources: {'Port': ['ID=3e20f547-8bb9-4856-82cf-1f83e75988cd,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:43.239640 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-ab9ba257-beb1-4aa2-8231-87f9a360862d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763756337&fields=id&tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8 HTTP/1.1" status: 200 len: 267 time: 0.1489723 Sep 03 02:03:43.253719 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dfe065b2-47ca-444f-99a6-4da00a55e9e8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:43.329035 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b23c6a-0160-4c83-9771-46c8379ef23a x-openstack-request-id: req-52b23c6a-0160-4c83-9771-46c8379ef23a {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:43.329325 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70439b96-0243-495c-a8d1-1684a2892697", "tag": "3e20f547-8bb9-4856-82cf-1f83e75988cd", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:43.329573 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52b23c6a-0160-4c83-9771-46c8379ef23a {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:43.329956 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70439b96-0243-495c-a8d1-1684a2892697', 'tag': '3e20f547-8bb9-4856-82cf-1f83e75988cd', 'status': 'completed', 'code': 200} Sep 03 02:03:43.384807 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-2cec3a91-e489-43fe-8ba8-06ecea64f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:43.386261 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-2cec3a91-e489-43fe-8ba8-06ecea64f782 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 1096 time: 0.2135835 Sep 03 02:03:43.465780 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-e6d21f13-d327-42da-bd50-8b711cd6c74f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e20f547-8bb9-4856-82cf-1f83e75988cd HTTP/1.1" status: 200 len: 217 time: 0.0502462 Sep 03 02:03:43.473158 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-528c5f7a-8aee-4619-b841-6d68e5012b4b tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:43.474515 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-528c5f7a-8aee-4619-b841-6d68e5012b4b tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 946 time: 0.2337551 Sep 03 02:03:43.540723 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-5c95aff2-8ec0-477f-8b3f-ad9a5e55044a tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:43.542123 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-5c95aff2-8ec0-477f-8b3f-ad9a5e55044a tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 984 time: 0.2771347 Sep 03 02:03:43.544615 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e8f6c-8fa8-4f4c-b44b-261ccf77ec45 req-d3f8da3b-54d1-4f3f-a791-0ddea006df9f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:43.546201 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-877e8f6c-8fa8-4f4c-b44b-261ccf77ec45 req-d3f8da3b-54d1-4f3f-a791-0ddea006df9f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 943 time: 0.0526693 Sep 03 02:03:43.586283 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-877e8f6c-8fa8-4f4c-b44b-261ccf77ec45 req-a6afc518-390d-43b4-bba7-cda0d4d921d3 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Sep 03 02:03:43.614708 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-cbb2325c-5a9c-4aa5-96ef-9e8e1543b995 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Request body: {'port': {'security_groups': ['d0342f0c-39fe-4ca7-b527-25aa4678c72f']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:43.698497 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-1838f808-a081-4554-9e84-95ef76b32ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:43.699954 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-1838f808-a081-4554-9e84-95ef76b32ef5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=013631d7-7a1e-4a3d-ada0-12789532d705 HTTP/1.1" status: 200 len: 849 time: 0.2221429 Sep 03 02:03:43.794248 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdebae1-45a8-453e-b5bd-a2bc7aee6e52 req-01cf02e9-14e6-4e17-b42c-6dc8169d38b7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:43.795657 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3bdebae1-45a8-453e-b5bd-a2bc7aee6e52 req-01cf02e9-14e6-4e17-b42c-6dc8169d38b7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 946 time: 0.0545487 Sep 03 02:03:43.813323 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-cbb2325c-5a9c-4aa5-96ef-9e8e1543b995 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:43.832616 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3bdebae1-45a8-453e-b5bd-a2bc7aee6e52 req-94fe3d30-4651-49b4-bd1f-54ccbb9664ab tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Sep 03 02:03:43.880746 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-1bcf9516-8675-48d5-92bb-a87956c83f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:43.882281 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-1bcf9516-8675-48d5-92bb-a87956c83f4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a88e5a51-5dbf-49a2-9096-b693012f5b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1708276 Sep 03 02:03:43.962420 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-b2574a9e-45c9-479f-8d25-33d89f5b06e7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Deleting port 621532e1-59f9-4dd6-b7e4-578b35dbd287 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:43.962756 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-b2574a9e-45c9-479f-8d25-33d89f5b06e7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:44.469109 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-b2574a9e-45c9-479f-8d25-33d89f5b06e7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] For port 621532e1-59f9-4dd6-b7e4-578b35dbd287, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=621532e1-59f9-4dd6-b7e4-578b35dbd287,segment=NetworkSegment(b50105e2-abf1-478f-a637-a77b8581c975),segment_id=b50105e2-abf1-478f-a637-a77b8581c975)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:44.469481 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-b2574a9e-45c9-479f-8d25-33d89f5b06e7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:44.479346 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-9acd9f0c-3f85-4e79-b0c2-741c694efe4b service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756032 Sep 03 02:03:44.570677 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-b2574a9e-45c9-479f-8d25-33d89f5b06e7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Calling delete_port for 621532e1-59f9-4dd6-b7e4-578b35dbd287 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:44.611280 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dfe065b2-47ca-444f-99a6-4da00a55e9e8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:44.674273 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dfe065b2-47ca-444f-99a6-4da00a55e9e8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:44.706474 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87b225-7a6e-4e6e-a79c-c66033965fda req-698c0f11-4a95-45ee-88c7-e3a84c32068e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:44.707972 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ec87b225-7a6e-4e6e-a79c-c66033965fda req-698c0f11-4a95-45ee-88c7-e3a84c32068e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 943 time: 0.0537479 Sep 03 02:03:44.748210 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ec87b225-7a6e-4e6e-a79c-c66033965fda req-44a78374-09c5-498b-b3e3-4efd69f7c7b1 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Sep 03 02:03:44.755785 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-cbb2325c-5a9c-4aa5-96ef-9e8e1543b995 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] For port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:44.830087 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cb0db39f-0915-4d85-a494-d164ce5e0122 req-1142e743-279c-4c0d-95f6-0dcd374f1929 service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088622 Sep 03 02:03:44.837712 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-cbb2325c-5a9c-4aa5-96ef-9e8e1543b995 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:44.848903 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-cbb2325c-5a9c-4aa5-96ef-9e8e1543b995 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:44.884669 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:03:44.894330 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-dfe065b2-47ca-444f-99a6-4da00a55e9e8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Floating IP bfead619-64c1-4f3f-83c7-01201a17958b associated. External IP: 172.27.3.237, port: c755f81f-8a56-4ea4-855a-3177061cd25b. Sep 03 02:03:44.981090 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9fed2-5928-41f2-b7e7-1cdd31a8df6a req-ec5693b9-7a87-4639-97ec-5c172415e8e4 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:44.982640 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bca9fed2-5928-41f2-b7e7-1cdd31a8df6a req-ec5693b9-7a87-4639-97ec-5c172415e8e4 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec8ae51a-b0e5-4cec-91a0-72393aa29d09 HTTP/1.1" status: 200 len: 946 time: 0.0760999 Sep 03 02:03:45.013955 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-cbb2325c-5a9c-4aa5-96ef-9e8e1543b995 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:45.014529 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-cbb2325c-5a9c-4aa5-96ef-9e8e1543b995 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:45.015920 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d6cd81bb-ea59-4a8c-9850-fbac06681b0a req-cbb2325c-5a9c-4aa5-96ef-9e8e1543b995 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "PUT /v2.0/ports/67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 200 len: 942 time: 1.4286120 Sep 03 02:03:45.026691 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34524) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:45.067104 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2325c-5a9c-4aa5-96ef-9e8e1543b995 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event updated for resources: {'Port': ['ID=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,revision_number=7']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:45.081500 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-b2574a9e-45c9-479f-8d25-33d89f5b06e7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:45.116962 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-bca9fed2-5928-41f2-b7e7-1cdd31a8df6a req-9109b32f-77d2-4189-8c1f-2f16b13e381e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240709 Sep 03 02:03:45.125495 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2574a9e-45c9-479f-8d25-33d89f5b06e7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Pushing event deleted for resources: {'Port': ['ID=621532e1-59f9-4dd6-b7e4-578b35dbd287,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:45.133055 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-e8b0d204-914e-48ce-a7cc-210680c1c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:45.134599 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-e8b0d204-914e-48ce-a7cc-210680c1c75a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 1096 time: 0.1831849 Sep 03 02:03:45.151005 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:45.181196 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:45.204376 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-b2574a9e-45c9-479f-8d25-33d89f5b06e7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] No DVR routers for this DVR port 621532e1-59f9-4dd6-b7e4-578b35dbd287 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:03:45.208863 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-b2574a9e-45c9-479f-8d25-33d89f5b06e7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:45.211606 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-8079a478-ceb7-4583-851b-70550c3f95f8 req-b2574a9e-45c9-479f-8d25-33d89f5b06e7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.42 "DELETE /v2.0/ports/621532e1-59f9-4dd6-b7e4-578b35dbd287 HTTP/1.1" status: 204 len: 173 time: 1.7192099 Sep 03 02:03:45.225779 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:03:45.274225 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:45.276931 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:45.278879 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "DELETE /v2.0/security-groups/f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a HTTP/1.1" status: 204 len: 168 time: 0.2502367 Sep 03 02:03:45.281778 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34526) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:45.289620 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e8cd44-1706-4ad0-a0f0-f94a9d0ca94a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:45.299336 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.304029 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.304520 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.304995 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.305445 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.309966 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.317540 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.318927 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.319377 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.319820 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.320418 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.322070 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24cf89-2c97-47dc-a175-be95ec5cbf31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:03:45.354060 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'}, {'server_uuid': 'ec8ae51a-b0e5-4cec-91a0-72393aa29d09', 'name': 'network-vif-deleted', 'tag': '621532e1-59f9-4dd6-b7e4-578b35dbd287'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:45.356282 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a082a696-24c1-4699-94fd-6d2463f0d4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2"}, {"server_uuid": "ec8ae51a-b0e5-4cec-91a0-72393aa29d09", "name": "network-vif-deleted", "tag": "621532e1-59f9-4dd6-b7e4-578b35dbd287"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:45.394293 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-b172a7f4-6cbb-4251-a81b-dc11dde3b77c None None] Provisioning complete for port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:03:45.394806 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b172a7f4-6cbb-4251-a81b-dc11dde3b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:45.416229 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9412f36-c6ee-4d63-a2c3-529c3cfb2a72 x-openstack-request-id: req-d9412f36-c6ee-4d63-a2c3-529c3cfb2a72 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:45.416494 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2", "status": "completed", "code": 200}, {"server_uuid": "ec8ae51a-b0e5-4cec-91a0-72393aa29d09", "name": "network-vif-deleted", "tag": "621532e1-59f9-4dd6-b7e4-578b35dbd287", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:45.416741 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9412f36-c6ee-4d63-a2c3-529c3cfb2a72 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:45.417156 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'status': 'completed', 'code': 200} Sep 03 02:03:45.417412 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8ae51a-b0e5-4cec-91a0-72393aa29d09', 'name': 'network-vif-deleted', 'tag': '621532e1-59f9-4dd6-b7e4-578b35dbd287', 'status': 'completed', 'code': 200} Sep 03 02:03:45.422672 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['621532e1-59f9-4dd6-b7e4-578b35dbd287'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:03:45.432163 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-d9a81284-9310-48dd-8fda-0872b6d39907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:45.433681 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-d9a81284-9310-48dd-8fda-0872b6d39907 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 200 len: 911 time: 0.2726350 Sep 03 02:03:45.543009 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-c05b5294-753e-4524-939a-3d9f3d354f2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e20f547-8bb9-4856-82cf-1f83e75988cd HTTP/1.1" status: 200 len: 217 time: 0.0757079 Sep 03 02:03:45.550450 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe065b2-47ca-444f-99a6-4da00a55e9e8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Router 7016082c-cc0e-4517-8673-ac1595daa688 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:03:45.701726 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-571452c1-dd40-4873-8aa6-1c76bc23ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:45.703219 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-571452c1-dd40-4873-8aa6-1c76bc23ac46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=013631d7-7a1e-4a3d-ada0-12789532d705 HTTP/1.1" status: 200 len: 849 time: 0.1505945 Sep 03 02:03:45.704983 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-22bb8ea8-f5b7-402f-a03f-cc2758b4da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:45.706329 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-22bb8ea8-f5b7-402f-a03f-cc2758b4da17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8&device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 1098 time: 0.2300878 Sep 03 02:03:45.822793 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Deleting port 2444c556-3fb6-4b9e-b6c8-a5acbda6645f {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:45.823137 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:45.860802 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe065b2-47ca-444f-99a6-4da00a55e9e8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:03:45.872713 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dfe065b2-47ca-444f-99a6-4da00a55e9e8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:45.873522 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] Sync routers for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:03:45.885571 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:45.886270 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:45.897218 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-74b4d354-4a44-45ab-bf0a-3bcb7ce70429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:45.899031 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-74b4d354-4a44-45ab-bf0a-3bcb7ce70429 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a88e5a51-5dbf-49a2-9096-b693012f5b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1792464 Sep 03 02:03:45.906895 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc029352-2595-43a6-9b03-386c26ec1ae4 req-6a60a6d7-d7bf-45b0-8455-af2c5a588054 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:45.908559 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dc029352-2595-43a6-9b03-386c26ec1ae4 req-6a60a6d7-d7bf-45b0-8455-af2c5a588054 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 943 time: 0.0890951 Sep 03 02:03:45.962660 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dc029352-2595-43a6-9b03-386c26ec1ae4 req-60abb88e-1dc2-4549-acf9-705ecba75d43 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465908 Sep 03 02:03:45.981770 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-dfe065b2-47ca-444f-99a6-4da00a55e9e8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "PUT /v2.0/floatingips/bfead619-64c1-4f3f-83c7-01201a17958b HTTP/1.1" status: 200 len: 992 time: 2.8221772 Sep 03 02:03:46.001521 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-fdc42a89-f742-4336-becd-df123681e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:46.003006 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-fdc42a89-f742-4336-becd-df123681e37e service neutron] 10.222.0.42 "GET /v2.0/networks?id=99de7404-7057-454a-a101-2683cbf76e2f HTTP/1.1" status: 200 len: 915 time: 0.2719426 Sep 03 02:03:46.014822 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:46.345351 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'bfead619-64c1-4f3f-83c7-01201a17958b', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'port_id': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'mac_address': 'fa:16:3e:4c:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:03:26Z', 'updated_at': '2021-09-03T02:03:44Z', 'revision_number': 1, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:46.373033 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] Checking router: 7016082c-cc0e-4517-8673-ac1595daa688 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:03:46.381478 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:46.382131 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:46.393235 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:46.393568 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:46.436110 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Calling delete_port for 2444c556-3fb6-4b9e-b6c8-a5acbda6645f owned by network:floatingip {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:46.467885 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-e7207c6c-117b-4d28-90bc-348182140ea2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 200 len: 1000 time: 0.4569688 Sep 03 02:03:46.485498 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:46.562582 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-8b947831-efbb-41ae-b58f-654235b0e5b3 service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507006 Sep 03 02:03:46.651191 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-fe067190-509e-4f84-98de-907ba1ba19ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:46.652583 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-fe067190-509e-4f84-98de-907ba1ba19ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0846a881-03c7-4a0f-883e-cd218e0f443b HTTP/1.1" status: 200 len: 853 time: 0.1529362 Sep 03 02:03:46.707638 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'bfead619-64c1-4f3f-83c7-01201a17958b', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'port_id': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'mac_address': 'fa:16:3e:4c:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:03:26Z', 'updated_at': '2021-09-03T02:03:44Z', 'revision_number': 1, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:46.712223 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-1d9a47d1-a9cf-4d0c-bd5f-139fccad3932 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:46.713739 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-1d9a47d1-a9cf-4d0c-bd5f-139fccad3932 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/networks?id=c10cd446-dd48-451b-b1ea-e10113b5489f HTTP/1.1" status: 200 len: 809 time: 0.3379447 Sep 03 02:03:46.734475 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e54417-bd6d-4edb-908f-767018308e0b None None] The sync data for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi is: [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'bfead619-64c1-4f3f-83c7-01201a17958b', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'port_id': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'mac_address': 'fa:16:3e:4c:17:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:03:26Z', 'updated_at': '2021-09-03T02:03:44Z', 'revision_number': 1, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:03:46.771655 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-9a3d609e-fe3b-41ea-9234-a0b359f5f629 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/quotas/b80f633ad2274dca834ea2cea4e64aaf HTTP/1.1" status: 200 len: 375 time: 0.0414507 Sep 03 02:03:46.807441 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ef1f9cc8-74ee-40eb-a33b-cfc9c537039a req-8ed01e90-d9e3-43da-a4b9-5887b426c7a2 service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358336 Sep 03 02:03:46.833592 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-d83ae02b-1d54-4b25-92e0-1ddc91c07973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:46.835396 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-d83ae02b-1d54-4b25-92e0-1ddc91c07973 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99de7404-7057-454a-a101-2683cbf76e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1697202 Sep 03 02:03:46.837318 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-2722a9ef-3aa7-4918-9a55-925c1ceadb7b tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b80f633ad2274dca834ea2cea4e64aaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522182 Sep 03 02:03:46.940473 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156585f-be06-41c6-822d-9550c3f416e3 None None] New status for floating IP bfead619-64c1-4f3f-83c7-01201a17958b: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:03:47.028336 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:47.074741 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event deleted for resources: {'Port': ['ID=2444c556-3fb6-4b9e-b6c8-a5acbda6645f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:47.081102 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-42e97476-4960-4b15-97f6-10ae1d0e5338 service neutron] 10.222.0.32 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365839 Sep 03 02:03:47.087378 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-4b3067f7-5618-4865-bb65-1b754ebdd4be service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347958 Sep 03 02:03:47.094656 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fbb2d-3d0f-4f09-bb07-58a1abec09e2 req-0e27a33e-15d0-46b8-b820-678f4e54662e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:47.096608 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-964fbb2d-3d0f-4f09-bb07-58a1abec09e2 req-0e27a33e-15d0-46b8-b820-678f4e54662e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 943 time: 0.0618262 Sep 03 02:03:47.139334 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-964fbb2d-3d0f-4f09-bb07-58a1abec09e2 req-9b498aaa-2037-4b9a-a347-6f23e1170204 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363407 Sep 03 02:03:47.263871 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks [] for floatingip, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:47.264218 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Floating IP 36c5e6e5-28e0-4c9a-b7b2-3a19d3e5f608 disassociated (deleted). External IP: 172.27.3.42, port: 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2. Sep 03 02:03:47.364308 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-7bcbaf11-1a43-414c-a83e-5a08376c8b9f service neutron] 10.222.0.32 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608924 Sep 03 02:03:47.368455 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a082a696-24c1-4699-94fd-6d2463f0d4d3 req-f2a1599a-e538-4a8d-b660-67b4321f060c service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641282 Sep 03 02:03:47.437964 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:47.440495 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4938044-6cff-46d7-8e2e-15d91cda362e" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:47.491841 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e5a662-cd8b-4470-852a-c7f2c033e929 x-openstack-request-id: req-69e5a662-cd8b-4470-852a-c7f2c033e929 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:47.492129 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:47.492374 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69e5a662-cd8b-4470-852a-c7f2c033e929 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:47.492754 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'status': 'completed', 'code': 200} Sep 03 02:03:47.559349 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Router e3e9abef-85a4-4a0f-8ff8-7901372c4535 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:03:47.561578 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0f7c198b-ee6f-4391-a079-8993ff90a93b req-01272251-6679-4db1-8041-543aa442df82 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 210 time: 0.0503864 Sep 03 02:03:47.637111 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-01d84895-4087-403b-91af-9885819c23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:47.638623 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-01d84895-4087-403b-91af-9885819c23cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 1099 time: 0.0924413 Sep 03 02:03:47.682114 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:03:47.737064 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 3e20f547-8bb9-4856-82cf-1f83e75988cd details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:03:47.745002 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 621532e1-59f9-4dd6-b7e4-578b35dbd287 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:03:47.769733 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 621532e1-59f9-4dd6-b7e4-578b35dbd287 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:03:47.770085 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 621532e1-59f9-4dd6-b7e4-578b35dbd287 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:03:47.772297 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:03:47.779457 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:47.784472 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] Sync routers for ids ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:03:47.813771 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] Routers {'e3e9abef-85a4-4a0f-8ff8-7901372c4535'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:47.814411 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:47.817628 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-0504daba-3c1f-439e-b0a2-44506b55b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:47.819845 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-0504daba-3c1f-439e-b0a2-44506b55b3ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 917 time: 0.1503789 Sep 03 02:03:47.823810 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8e9a18c4-4d02-4e1c-832a-1d9d8e59cc74 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "DELETE /v2.0/floatingips/36c5e6e5-28e0-4c9a-b7b2-3a19d3e5f608 HTTP/1.1" status: 204 len: 168 time: 2.5121424 Sep 03 02:03:47.894501 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-813f7c5f-dbd9-470e-b542-ed2bb176bedf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c755f81f-8a56-4ea4-855a-3177061cd25b HTTP/1.1" status: 200 len: 1002 time: 0.0675042 Sep 03 02:03:47.958413 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-d403bb34-d5ba-437f-98d2-caccb637224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:47.960835 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-d403bb34-d5ba-437f-98d2-caccb637224a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 200 len: 855 time: 0.0595942 Sep 03 02:03:48.026190 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-1ad3cedf-c7b7-4327-9081-f7697cb5bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:48.027773 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-1ad3cedf-c7b7-4327-9081-f7697cb5bb1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574880 Sep 03 02:03:48.101418 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 3e20f547-8bb9-4856-82cf-1f83e75988cd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3e20f547-8bb9-4856-82cf-1f83e75988cd,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:48.122979 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '3e20f547-8bb9-4856-82cf-1f83e75988cd', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'port_id': '3e20f547-8bb9-4856-82cf-1f83e75988cd', 'mac_address': 'fa:16:3e:cc:78:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:03:48.136705 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] Set router e3e9abef-85a4-4a0f-8ff8-7901372c4535 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:48.151332 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-f8956e07-1293-458b-b470-ba49112b4b07 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013403 Sep 03 02:03:48.251684 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d4938044-6cff-46d7-8e2e-15d91cda362e req-5080c7ca-e752-446f-ab85-35953e1725ad service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928979 Sep 03 02:03:48.258801 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:48.277038 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a434b-6c15-45c1-a063-3702dc424e7f req-6d294000-0830-4d72-b6d5-4c4239655045 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:48.278647 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b49a434b-6c15-45c1-a063-3702dc424e7f req-6d294000-0830-4d72-b6d5-4c4239655045 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 943 time: 0.0497429 Sep 03 02:03:48.293130 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e20f547-8bb9-4856-82cf-1f83e75988cd {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:03:48.325197 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b49a434b-6c15-45c1-a063-3702dc424e7f req-d3dff88b-b357-4b36-8bc4-adeebbcd6c65 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398533 Sep 03 02:03:48.351416 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 3e20f547-8bb9-4856-82cf-1f83e75988cd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3e20f547-8bb9-4856-82cf-1f83e75988cd,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:48.357772 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:48.441824 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=3e20f547-8bb9-4856-82cf-1f83e75988cd,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:48.467470 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:06Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'e0a6a3a2-b199-4684-9ec0-dbcc52fb4094', 'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'mac_address': 'fa:16:3e:67:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:05Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 5, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'subnets': [{'id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:48.493895 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] Checking router: e3e9abef-85a4-4a0f-8ff8-7901372c4535 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:03:48.502563 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] Routers {'e3e9abef-85a4-4a0f-8ff8-7901372c4535'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:48.503161 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:48.622392 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] Set router e3e9abef-85a4-4a0f-8ff8-7901372c4535 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:48.667420 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3af01b05-3176-40be-82b7-d8fcf5e5e1df req-a43939bc-024a-46c6-beff-3c18c7e52e39 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 210 time: 0.0314515 Sep 03 02:03:48.708787 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['3e20f547-8bb9-4856-82cf-1f83e75988cd'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:03:48.727014 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-661f4b4e-957c-4b80-924a-43c632111700 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:48.729139 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-661f4b4e-957c-4b80-924a-43c632111700 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.42 "GET /v2.0/networks?id=c10cd446-dd48-451b-b1ea-e10113b5489f HTTP/1.1" status: 200 len: 809 time: 0.1360624 Sep 03 02:03:48.756113 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Request body: {'port': {'device_id': 'b5e3aaec-1ba7-40f4-b712-09ffebf3ec92', 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f', 'admin_state_up': True, 'tenant_id': 'b80f633ad2274dca834ea2cea4e64aaf'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:48.875348 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Made reservation on behalf of b80f633ad2274dca834ea2cea4e64aaf for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:03:48.878911 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:48.942583 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:06Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'e0a6a3a2-b199-4684-9ec0-dbcc52fb4094', 'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'mac_address': 'fa:16:3e:67:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:05Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 5, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'subnets': [{'id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:48.975756 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a0e970-7e7b-41bb-a384-6e1b3b0a30ec None None] The sync data for ids ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'] in dv-cinder-804035-9-iscsi is: [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:06Z', 'revision_number': 4, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'e0a6a3a2-b199-4684-9ec0-dbcc52fb4094', 'name': '', 'network_id': '99de7404-7057-454a-a101-2683cbf76e2f', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'mac_address': 'fa:16:3e:67:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:05Z', 'updated_at': '2021-09-03T02:00:13Z', 'revision_number': 5, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'subnets': [{'id': '0846a881-03c7-4a0f-883e-cd218e0f443b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:03:49.022615 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Allocated IP 172.20.0.5 (c10cd446-dd48-451b-b1ea-e10113b5489f/91ca6c66-942f-45cd-ad7a-85bba9137cb2/0ce3cf7a-c80f-489e-8b88-94d1929dc5da) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:03:49.208370 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:49.275897 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:49.313209 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bfb291-0be8-45ea-9a0b-93f1166209bf None None] New status for floating IP 36c5e6e5-28e0-4c9a-b7b2-3a19d3e5f608: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:03:49.368167 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Network c10cd446-dd48-451b-b1ea-e10113b5489f is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:03:49.374408 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Pushing event updated for resources: {'Port': ['ID=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:49.378846 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:03:49.382130 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:03:49.391941 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d68e8-7118-47d7-afe3-d4e11bb2f19a req-b0cf5d27-2afe-4a11-9f58-8a132bd00859 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:49.393817 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-923d68e8-7118-47d7-afe3-d4e11bb2f19a req-b0cf5d27-2afe-4a11-9f58-8a132bd00859 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0821896 Sep 03 02:03:49.470940 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:49.471553 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:49.476533 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-923d68e8-7118-47d7-afe3-d4e11bb2f19a req-c9ae26b1-2c25-4275-8520-f58a08547980 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587411 Sep 03 02:03:49.490110 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b767ea7-b675-4fab-bdd0-1beb9977d7d4 req-981886e4-2fab-4dbc-a8cd-83c5bd419e10 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:49.491835 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-89bb7b40-0f8e-4755-a43b-508832a628b5 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7392161 Sep 03 02:03:49.492598 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9b767ea7-b675-4fab-bdd0-1beb9977d7d4 req-981886e4-2fab-4dbc-a8cd-83c5bd419e10 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 944 time: 0.0620856 Sep 03 02:03:49.498879 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:49.501183 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821aa3f5-312e-4da9-acbf-8c9127860ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:49.510153 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Request body: {'port': {'device_id': 'b5e3aaec-1ba7-40f4-b712-09ffebf3ec92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:49.535678 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9b767ea7-b675-4fab-bdd0-1beb9977d7d4 req-e8691cc4-f122-4b1b-bcd5-dba4c9354cb2 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370505 Sep 03 02:03:49.567652 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:49.602550 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e480e37-a0c9-4856-8fa3-a9e19d8ae9a0 x-openstack-request-id: req-2e480e37-a0c9-4856-8fa3-a9e19d8ae9a0 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:49.602831 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:49.603079 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e480e37-a0c9-4856-8fa3-a9e19d8ae9a0 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:49.603465 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'status': 'completed', 'code': 200} Sep 03 02:03:49.750409 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-d5438c24-3012-49af-ab9c-dbb6f3184cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:49.751919 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-d5438c24-3012-49af-ab9c-dbb6f3184cd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8&device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 1098 time: 0.0758109 Sep 03 02:03:49.755507 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 3e20f547-8bb9-4856-82cf-1f83e75988cd up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:03:49.784989 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1064a-b0b5-4b04-bcf3-d9fc4ea2f0fe req-2175e466-93f5-40d1-92d8-28c99ca4b0b2 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:49.786507 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f5e1064a-b0b5-4b04-bcf3-d9fc4ea2f0fe req-2175e466-93f5-40d1-92d8-28c99ca4b0b2 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 931 time: 0.0497293 Sep 03 02:03:49.822248 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 3e20f547-8bb9-4856-82cf-1f83e75988cd completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:03:49.826786 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 3e20f547-8bb9-4856-82cf-1f83e75988cd triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:03:49.827236 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:49.831699 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f5e1064a-b0b5-4b04-bcf3-d9fc4ea2f0fe req-2bd95ce2-1b4e-499e-ba38-140bf4cc47af tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 Sep 03 02:03:49.905580 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:49.930382 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70439b96-0243-495c-a8d1-1684a2892697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20f547-8bb9-4856-82cf-1f83e75988cd'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:49.932673 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf90346-7dbd-4996-904c-3da2cc319154" -d '{"events": [{"server_uuid": "70439b96-0243-495c-a8d1-1684a2892697", "name": "network-vif-plugged", "status": "completed", "tag": "3e20f547-8bb9-4856-82cf-1f83e75988cd"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:49.946867 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 3e20f547-8bb9-4856-82cf-1f83e75988cd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3e20f547-8bb9-4856-82cf-1f83e75988cd,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:49.951929 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:49.982187 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6e3675-eed7-44e1-9285-a0029a13e7ae x-openstack-request-id: req-ba6e3675-eed7-44e1-9285-a0029a13e7ae {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:49.982483 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70439b96-0243-495c-a8d1-1684a2892697", "name": "network-vif-plugged", "status": "completed", "tag": "3e20f547-8bb9-4856-82cf-1f83e75988cd", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:49.982733 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba6e3675-eed7-44e1-9285-a0029a13e7ae {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:49.983120 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70439b96-0243-495c-a8d1-1684a2892697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20f547-8bb9-4856-82cf-1f83e75988cd', 'code': 200} Sep 03 02:03:50.014124 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=3e20f547-8bb9-4856-82cf-1f83e75988cd,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:50.211480 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-be0f58c0-591d-4b4b-b5b7-98922fe6be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:50.212890 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-be0f58c0-591d-4b4b-b5b7-98922fe6be17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=99de7404-7057-454a-a101-2683cbf76e2f HTTP/1.1" status: 200 len: 915 time: 0.4523692 Sep 03 02:03:50.279593 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e9882-2b97-4c0d-a48e-069c72a375ae req-cfff0c93-e28a-468b-af0d-9963e83b0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:50.281083 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a08e9882-2b97-4c0d-a48e-069c72a375ae req-cfff0c93-e28a-468b-af0d-9963e83b0292 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 1098 time: 0.1355882 Sep 03 02:03:50.284130 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-e1afc72a-747e-4dfe-b629-edaa5f575bea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 200 len: 217 time: 0.0620866 Sep 03 02:03:50.292595 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce3cf7a-c80f-489e-8b88-94d1929dc5da {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:03:50.313819 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:50.361414 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Transition to ACTIVE for port object 0ce3cf7a-c80f-489e-8b88-94d1929dc5da will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:03:50.372848 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:50.383812 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-ac16743e-45cd-487c-aed3-b336c0203186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:50.385316 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-ac16743e-45cd-487c-aed3-b336c0203186 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0846a881-03c7-4a0f-883e-cd218e0f443b HTTP/1.1" status: 200 len: 853 time: 0.0874219 Sep 03 02:03:50.405652 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a08e9882-2b97-4c0d-a48e-069c72a375ae req-ccb02f0c-49ba-49f6-a799-47942877e52e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087410 Sep 03 02:03:50.460068 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Pushing event updated for resources: {'Port': ['ID=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:50.513382 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-492eee9a-09b3-4e17-81e5-91aa7f27d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:50.514906 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-492eee9a-09b3-4e17-81e5-91aa7f27d519 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99de7404-7057-454a-a101-2683cbf76e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1066208 Sep 03 02:03:50.538467 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Attempting to bind port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:03:50.539285 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Attempting to bind port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b50105e2-abf1-478f-a637-a77b8581c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:03:50.539285 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Attempting to bind port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da on network c10cd446-dd48-451b-b1ea-e10113b5489f {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:03:50.543590 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da on network c10cd446-dd48-451b-b1ea-e10113b5489f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:03:50.543917 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Attempting to bind port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da on network c10cd446-dd48-451b-b1ea-e10113b5489f {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:03:50.549074 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:03:50.549521 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Checking segment: {'id': 'b50105e2-abf1-478f-a637-a77b8581c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:03:50.549938 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Bound using segment: {'id': 'b50105e2-abf1-478f-a637-a77b8581c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:03:50.550367 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Bound port: 0ce3cf7a-c80f-489e-8b88-94d1929dc5da, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50105e2-abf1-478f-a637-a77b8581c975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:03:50.550734 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:50.653411 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209a7a-e095-478e-84ca-80b5922b1384 req-40cd1bdc-44d8-4fce-adb0-8bce3c600782 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:50.654926 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f209a7a-e095-478e-84ca-80b5922b1384 req-40cd1bdc-44d8-4fce-adb0-8bce3c600782 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0938716 Sep 03 02:03:50.663177 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] For port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:03:50.670478 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] For port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,segment=NetworkSegment(b50105e2-abf1-478f-a637-a77b8581c975),segment_id=b50105e2-abf1-478f-a637-a77b8581c975)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:03:50.683078 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:50.689884 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d34ed-585c-4677-a4f2-fea69fb8a8fa req-f955c523-6d00-4959-8adf-cde03a00312f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:50.691374 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6d6d34ed-585c-4677-a4f2-fea69fb8a8fa req-f955c523-6d00-4959-8adf-cde03a00312f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 945 time: 0.0546482 Sep 03 02:03:50.726242 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:50.727041 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:50.728549 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] 10.222.0.42 "PUT /v2.0/ports/0ce3cf7a-c80f-489e-8b88-94d1929dc5da HTTP/1.1" status: 200 len: 1093 time: 1.2229440 Sep 03 02:03:50.733319 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6d6d34ed-585c-4677-a4f2-fea69fb8a8fa req-b3ba8319-5e9c-48f9-959b-a6f533c744d4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348561 Sep 03 02:03:50.771398 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6f209a7a-e095-478e-84ca-80b5922b1384 req-0b4c765f-7c2d-41f8-92ed-5bbc8e103ddf tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101487 Sep 03 02:03:50.833436 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333d85-4854-410a-88db-544a3dd0f81b service neutron] Pushing event updated for resources: {'Port': ['ID=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:50.880221 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-9556a9a8-9645-4b84-bd24-d5a34ba5fbc4 service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617265 Sep 03 02:03:50.884145 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce16ff3-968d-415a-ae52-52c6fc84e070 req-c9c39baf-65f6-4769-b1c4-2684d26e9712 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:50.885786 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dce16ff3-968d-415a-ae52-52c6fc84e070 req-c9c39baf-65f6-4769-b1c4-2684d26e9712 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0572164 Sep 03 02:03:50.925636 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dce16ff3-968d-415a-ae52-52c6fc84e070 req-2816e2b6-f3c3-4853-bed3-4eabb8026b31 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Sep 03 02:03:50.936322 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-580660f4-afea-473b-a440-711b32170f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:50.938091 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-580660f4-afea-473b-a440-711b32170f92 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b80f633ad2274dca834ea2cea4e64aaf&device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 1096 time: 0.0733342 Sep 03 02:03:51.015410 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-60daff20-7fa1-489b-ad7f-ddaad0418e92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ce3cf7a-c80f-489e-8b88-94d1929dc5da HTTP/1.1" status: 200 len: 217 time: 0.0443573 Sep 03 02:03:51.089284 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-821aa3f5-312e-4da9-acbf-8c9127860ec1 req-7a821b3b-2618-4d6a-b0be-377cfb0030ea service neutron] 10.222.0.42 "GET /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897082 Sep 03 02:03:51.107524 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-f4fe3961-d1c4-49af-aba0-d1c27966cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:51.109095 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-f4fe3961-d1c4-49af-aba0-d1c27966cd6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91ca6c66-942f-45cd-ad7a-85bba9137cb2 HTTP/1.1" status: 200 len: 849 time: 0.0662410 Sep 03 02:03:51.118460 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bbbc7-38dc-4371-805f-2fd85002968a req-16bdb34c-1777-43a6-8ac8-d39ccce56f62 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:51.119901 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea5bbbc7-38dc-4371-805f-2fd85002968a req-16bdb34c-1777-43a6-8ac8-d39ccce56f62 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 943 time: 0.1083648 Sep 03 02:03:51.165433 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-efc6fcf1-53a6-45fe-af71-aaac91e7f0e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c10cd446-dd48-451b-b1ea-e10113b5489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309954 Sep 03 02:03:51.199655 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ea5bbbc7-38dc-4371-805f-2fd85002968a req-1adea03c-0aa3-44b1-9104-3c625f4cb0b2 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735004 Sep 03 02:03:51.266882 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-2278de7c-fbc3-4d7e-8b36-1ea8f79fea28 service neutron] 10.222.0.42 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916681 Sep 03 02:03:51.364543 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-55ac63dc-bbef-46f3-8344-bdaa9a11e1bf req-f250fe07-e6da-42da-b0d0-64c7cd718db9 service neutron] 10.222.0.42 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824242 Sep 03 02:03:51.604844 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e3aaec-1ba7-40f4-b712-09ffebf3ec92', 'tag': '0ce3cf7a-c80f-489e-8b88-94d1929dc5da'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:51.607307 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9109d864-b594-4975-b0c5-29a331336474" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e3aaec-1ba7-40f4-b712-09ffebf3ec92", "tag": "0ce3cf7a-c80f-489e-8b88-94d1929dc5da"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:51.641497 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff25684-c711-4526-8a7b-450b8e3f6379 x-openstack-request-id: req-6ff25684-c711-4526-8a7b-450b8e3f6379 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:51.641783 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e3aaec-1ba7-40f4-b712-09ffebf3ec92", "tag": "0ce3cf7a-c80f-489e-8b88-94d1929dc5da", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:51.642029 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ff25684-c711-4526-8a7b-450b8e3f6379 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:51.642420 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e3aaec-1ba7-40f4-b712-09ffebf3ec92', 'tag': '0ce3cf7a-c80f-489e-8b88-94d1929dc5da', 'status': 'completed', 'code': 200} Sep 03 02:03:51.752971 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109d864-b594-4975-b0c5-29a331336474 req-87e23b2f-2751-4233-9fde-9086d87d3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:51.754466 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9109d864-b594-4975-b0c5-29a331336474 req-87e23b2f-2751-4233-9fde-9086d87d3b83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b80f633ad2274dca834ea2cea4e64aaf&device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 1096 time: 0.0447748 Sep 03 02:03:51.908232 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229155cf-8813-4a86-88c4-45c31f587e1f req-5aa62cf0-9a60-462b-8524-92ce63a90116 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:51.909696 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-229155cf-8813-4a86-88c4-45c31f587e1f req-5aa62cf0-9a60-462b-8524-92ce63a90116 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 945 time: 0.1003277 Sep 03 02:03:51.913908 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c93439-3890-4447-8340-8a849b2174e4 req-7768367b-d6cd-4b83-a398-2768aa60fed6 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:51.915562 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0c93439-3890-4447-8340-8a849b2174e4 req-7768367b-d6cd-4b83-a398-2768aa60fed6 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0512824 Sep 03 02:03:51.937235 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109d864-b594-4975-b0c5-29a331336474 req-76d04a6d-d2a5-471f-b31f-3a6e930721d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:51.938770 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9109d864-b594-4975-b0c5-29a331336474 req-76d04a6d-d2a5-471f-b31f-3a6e930721d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c10cd446-dd48-451b-b1ea-e10113b5489f HTTP/1.1" status: 200 len: 910 time: 0.1484969 Sep 03 02:03:51.954069 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0c93439-3890-4447-8340-8a849b2174e4 req-fae091d9-ec41-4f27-892c-6e9b847bcba7 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Sep 03 02:03:51.973463 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-229155cf-8813-4a86-88c4-45c31f587e1f req-cf5ab80c-502a-4e11-a934-9271e0142c4f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458281 Sep 03 02:03:52.005675 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9109d864-b594-4975-b0c5-29a331336474 req-3297dccf-47b0-4749-b359-8a799ef2911e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ce3cf7a-c80f-489e-8b88-94d1929dc5da HTTP/1.1" status: 200 len: 217 time: 0.0515678 Sep 03 02:03:52.075664 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0980b-70dd-47f6-ac8a-d49e0dfca296 req-88b81d64-036a-4325-b6e5-156ccc6c3a79 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:52.077181 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-62e0980b-70dd-47f6-ac8a-d49e0dfca296 req-88b81d64-036a-4325-b6e5-156ccc6c3a79 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0477538 Sep 03 02:03:52.115507 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-62e0980b-70dd-47f6-ac8a-d49e0dfca296 req-c78f45b5-050f-47e8-a112-b3fd1d89948d tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Sep 03 02:03:52.207256 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109d864-b594-4975-b0c5-29a331336474 req-8b836b2e-ad92-4208-a2b7-2f51b7d40c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:52.208703 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9109d864-b594-4975-b0c5-29a331336474 req-8b836b2e-ad92-4208-a2b7-2f51b7d40c70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91ca6c66-942f-45cd-ad7a-85bba9137cb2 HTTP/1.1" status: 200 len: 849 time: 0.0721321 Sep 03 02:03:52.228193 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b7057-3947-4d2b-b6ba-4433c6660e7f req-295205c9-a56e-4ddc-acf8-3addfdac60bf tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:52.229656 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1c0b7057-3947-4d2b-b6ba-4433c6660e7f req-295205c9-a56e-4ddc-acf8-3addfdac60bf tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 945 time: 0.0615826 Sep 03 02:03:52.238621 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34634) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:52.243535 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-9935f203-b251-43a1-9d8d-88470f769e09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Request body: {'floatingip': {'port_id': '3e20f547-8bb9-4856-82cf-1f83e75988cd'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:03:52.255886 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9109d864-b594-4975-b0c5-29a331336474 req-c5a5c7b9-7a9d-416b-b8fa-bd85c94b41fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c10cd446-dd48-451b-b1ea-e10113b5489f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252273 Sep 03 02:03:52.309478 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9935f203-b251-43a1-9d8d-88470f769e09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:52.356550 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9109d864-b594-4975-b0c5-29a331336474 req-100263c9-e1c3-4a5f-8369-f3f3e31642ee service neutron] 10.222.0.42 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871086 Sep 03 02:03:52.410329 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc12a1-b4d5-4f7e-a2bc-139d3ac76ff8 req-5af6cc96-7d12-45e2-96f0-f741e56a4b82 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:52.411806 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dabc12a1-b4d5-4f7e-a2bc-139d3ac76ff8 req-5af6cc96-7d12-45e2-96f0-f741e56a4b82 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 943 time: 0.1329644 Sep 03 02:03:52.451199 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-9109d864-b594-4975-b0c5-29a331336474 req-3941c316-71e5-441a-94a9-75770cb59030 service neutron] 10.222.0.42 "GET /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860834 Sep 03 02:03:52.522379 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dabc12a1-b4d5-4f7e-a2bc-139d3ac76ff8 req-f0d3b655-63ff-41eb-9d5d-b580bd40b7d9 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030741 Sep 03 02:03:52.954445 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9935f203-b251-43a1-9d8d-88470f769e09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:52.958097 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9935f203-b251-43a1-9d8d-88470f769e09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:53.060023 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-9935f203-b251-43a1-9d8d-88470f769e09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Floating IP b5029127-6e52-4a18-8d6e-0fb1d14b539f associated. External IP: 172.27.3.190, port: 3e20f547-8bb9-4856-82cf-1f83e75988cd. Sep 03 02:03:53.069258 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56306498-9ff6-4246-bd23-47bb6e3c618b req-2721a48a-1e17-4b52-9b2b-c584a6bb70dc tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:53.071425 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56306498-9ff6-4246-bd23-47bb6e3c618b req-2721a48a-1e17-4b52-9b2b-c584a6bb70dc tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0491574 Sep 03 02:03:53.108853 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-56306498-9ff6-4246-bd23-47bb6e3c618b req-b3303ef9-b35a-4c33-a5d5-a31a26339572 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313897 Sep 03 02:03:53.282090 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de3fc4-70fc-4ed2-8b99-d782bc70f817 req-2791a747-4982-4c2d-b675-335328387e69 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:53.283542 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c8de3fc4-70fc-4ed2-8b99-d782bc70f817 req-2791a747-4982-4c2d-b675-335328387e69 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0890501 Sep 03 02:03:53.316868 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9935f203-b251-43a1-9d8d-88470f769e09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Router 4fb6e303-d39f-4317-94a7-caee93dd83f9 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:03:53.339328 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c8de3fc4-70fc-4ed2-8b99-d782bc70f817 req-8d291d2c-e73c-41ef-abde-c2f6629a46a9 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0342f0c-39fe-4ca7-b527-25aa4678c72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482798 Sep 03 02:03:53.437946 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9935f203-b251-43a1-9d8d-88470f769e09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:03:53.442361 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9935f203-b251-43a1-9d8d-88470f769e09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:53.448047 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] Sync routers for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:03:53.457455 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:53.458072 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:53.471856 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9935f203-b251-43a1-9d8d-88470f769e09 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "PUT /v2.0/floatingips/b5029127-6e52-4a18-8d6e-0fb1d14b539f HTTP/1.1" status: 200 len: 991 time: 1.2294142 Sep 03 02:03:53.471856 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70439b96-0243-495c-a8d1-1684a2892697', 'tag': '3e20f547-8bb9-4856-82cf-1f83e75988cd'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:53.472509 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77482dccd8f24be2bd6ac63fccac15686b94fd892f7df4acaf4f7e51daaa6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c42f0d-c86d-46be-b83e-7444f8194c76" -d '{"events": [{"name": "network-changed", "server_uuid": "70439b96-0243-495c-a8d1-1684a2892697", "tag": "3e20f547-8bb9-4856-82cf-1f83e75988cd"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:53.564001 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:53.568632 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f62f2a5-e22a-48d6-bf7b-9654bb2c43c0 x-openstack-request-id: req-7f62f2a5-e22a-48d6-bf7b-9654bb2c43c0 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:53.568958 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70439b96-0243-495c-a8d1-1684a2892697", "tag": "3e20f547-8bb9-4856-82cf-1f83e75988cd", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:53.569208 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f62f2a5-e22a-48d6-bf7b-9654bb2c43c0 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:53.569593 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70439b96-0243-495c-a8d1-1684a2892697', 'tag': '3e20f547-8bb9-4856-82cf-1f83e75988cd', 'status': 'completed', 'code': 200} Sep 03 02:03:53.665010 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e211309-c5cf-48c8-820f-d0d6caec712d req-eeaafc09-1386-4dda-a175-9633146f6833 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:53.666706 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5e211309-c5cf-48c8-820f-d0d6caec712d req-eeaafc09-1386-4dda-a175-9633146f6833 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 943 time: 0.0551116 Sep 03 02:03:53.703212 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-66543fef-02a9-45b5-9d42-ea29867627f1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:53.704942 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-66543fef-02a9-45b5-9d42-ea29867627f1 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.42 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 945 time: 0.0912647 Sep 03 02:03:53.710624 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5e211309-c5cf-48c8-820f-d0d6caec712d req-5be92de8-f1b9-4b61-ac5f-d91769ad0c44 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375545 Sep 03 02:03:53.726861 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-b6e11cdf-ed7f-4621-ae3f-16ef1725a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:53.728331 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-b6e11cdf-ed7f-4621-ae3f-16ef1725a7d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53922ccd5c6d43309b6012efa1acaba7&device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 1098 time: 0.0724921 Sep 03 02:03:53.783957 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 0ce3cf7a-c80f-489e-8b88-94d1929dc5da details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:03:53.837042 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'b5029127-6e52-4a18-8d6e-0fb1d14b539f', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'port_id': '3e20f547-8bb9-4856-82cf-1f83e75988cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'mac_address': 'fa:16:3e:cc:78:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70439b96-0243-495c-a8d1-1684a2892697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:03:39Z', 'updated_at': '2021-09-03T02:03:52Z', 'revision_number': 1, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:53.879718 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-afb7c0d0-60e6-4efd-9e43-4dfeaf8c1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:53.881215 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-afb7c0d0-60e6-4efd-9e43-4dfeaf8c1d3c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 200 len: 911 time: 0.1361580 Sep 03 02:03:53.887829 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-5202327c-25c4-4774-93ef-80e666d718a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Deleting port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:53.888173 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-5202327c-25c4-4774-93ef-80e666d718a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:53.891874 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] Checking router: 4fb6e303-d39f-4317-94a7-caee93dd83f9 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:03:53.920090 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:53.920701 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:54.004938 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-289448c1-daeb-4ac2-b855-6b9e54902f8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e20f547-8bb9-4856-82cf-1f83e75988cd HTTP/1.1" status: 200 len: 999 time: 0.1136827 Sep 03 02:03:54.061996 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-5202327c-25c4-4774-93ef-80e666d718a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] For port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:54.062367 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-5202327c-25c4-4774-93ef-80e666d718a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:54.080070 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-5202327c-25c4-4774-93ef-80e666d718a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Calling delete_port for 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:54.086688 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-435d34c7-5d33-461d-8004-d50a6dc38e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:54.088152 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-435d34c7-5d33-461d-8004-d50a6dc38e2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=013631d7-7a1e-4a3d-ada0-12789532d705 HTTP/1.1" status: 200 len: 849 time: 0.0748458 Sep 03 02:03:54.165536 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,segment=NetworkSegment(b50105e2-abf1-478f-a637-a77b8581c975),segment_id=b50105e2-abf1-478f-a637-a77b8581c975)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:54.195831 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-e6a7a640-4c38-4d81-943a-90380f596fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:54.197332 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-e6a7a640-4c38-4d81-943a-90380f596fd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a88e5a51-5dbf-49a2-9096-b693012f5b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682204 Sep 03 02:03:54.216218 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '0ce3cf7a-c80f-489e-8b88-94d1929dc5da', 'network_id': 'c10cd446-dd48-451b-b1ea-e10113b5489f', 'port_id': '0ce3cf7a-c80f-489e-8b88-94d1929dc5da', 'mac_address': 'fa:16:3e:dd:73:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ca6c66-942f-45cd-ad7a-85bba9137cb2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:03:54.269611 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:54.299815 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185850f9-97d4-4913-aef6-023771eea24b req-48b895a5-45ab-41e3-909e-eb769911698a tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:54.301318 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185850f9-97d4-4913-aef6-023771eea24b req-48b895a5-45ab-41e3-909e-eb769911698a tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.1213431 Sep 03 02:03:54.315142 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:54.382143 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce3cf7a-c80f-489e-8b88-94d1929dc5da {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:03:54.397961 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-c93c2fc3-5210-4dca-ac49-0dd05707a6d6 service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857924 Sep 03 02:03:54.399084 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-5202327c-25c4-4774-93ef-80e666d718a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:54.420832 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,segment=NetworkSegment(b50105e2-abf1-478f-a637-a77b8581c975),segment_id=b50105e2-abf1-478f-a637-a77b8581c975)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:54.435532 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:54.442030 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-185850f9-97d4-4913-aef6-023771eea24b req-7724c54b-c2a1-4824-b54d-9d0a0c0f5c40 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331115 Sep 03 02:03:54.449590 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:03:54.468386 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202327c-25c4-4774-93ef-80e666d718a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Pushing event deleted for resources: {'Port': ['ID=67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:54.551928 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b72e80ef-4616-426e-92b9-718465c19f19 req-880c73aa-6d39-408c-9f2c-c2739ae179d8 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.32 "GET /v2.0/ports?device_id=8404aa98-4025-4488-8eb3-a9f1172e7a00 HTTP/1.1" status: 200 len: 210 time: 0.0293756 Sep 03 02:03:54.574821 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-5202327c-25c4-4774-93ef-80e666d718a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] No DVR routers for this DVR port 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:03:54.577444 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:54.580332 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-5202327c-25c4-4774-93ef-80e666d718a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:54.582498 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ba7368f0-ce23-40f8-8dd9-eb7d53406b5a req-5202327c-25c4-4774-93ef-80e666d718a6 tempest-TestMinimumBasicScenario-673446558 tempest-TestMinimumBasicScenario-673446558-project] 10.222.0.42 "DELETE /v2.0/ports/67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 HTTP/1.1" status: 204 len: 173 time: 0.8688076 Sep 03 02:03:54.583000 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'name': 'network-vif-deleted', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:54.585346 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1292fb86-04d7-411f-921d-a1076a4b9c62" -d '{"events": [{"server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "name": "network-vif-deleted", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:54.622092 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20c42f0d-c86d-46be-b83e-7444f8194c76 req-0a47d100-03a0-4692-baf4-3abd84cfb0bd service neutron] 10.222.0.42 "GET /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788468 Sep 03 02:03:54.631222 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4e6f43-494d-40bc-aab6-46fd2496db17 x-openstack-request-id: req-be4e6f43-494d-40bc-aab6-46fd2496db17 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:54.631512 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8404aa98-4025-4488-8eb3-a9f1172e7a00", "name": "network-vif-deleted", "tag": "67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:54.631762 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be4e6f43-494d-40bc-aab6-46fd2496db17 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:54.632149 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8404aa98-4025-4488-8eb3-a9f1172e7a00', 'name': 'network-vif-deleted', 'tag': '67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2', 'status': 'completed', 'code': 200} Sep 03 02:03:54.659786 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'b5029127-6e52-4a18-8d6e-0fb1d14b539f', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'port_id': '3e20f547-8bb9-4856-82cf-1f83e75988cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'mac_address': 'fa:16:3e:cc:78:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70439b96-0243-495c-a8d1-1684a2892697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:03:39Z', 'updated_at': '2021-09-03T02:03:52Z', 'revision_number': 1, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:54.690916 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f67763a-94bd-4b1a-8e00-cfac600109f6 None None] The sync data for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi is: [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'b5029127-6e52-4a18-8d6e-0fb1d14b539f', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'port_id': '3e20f547-8bb9-4856-82cf-1f83e75988cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'mac_address': 'fa:16:3e:cc:78:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70439b96-0243-495c-a8d1-1684a2892697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:03:39Z', 'updated_at': '2021-09-03T02:03:52Z', 'revision_number': 1, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:03:54.800640 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['0ce3cf7a-c80f-489e-8b88-94d1929dc5da'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:03:54.836958 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa3711-6c78-46ab-aee0-09315b892318 req-cbdb1aa0-f650-49c1-b5bd-215b80267fc7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:54.838657 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-74fa3711-6c78-46ab-aee0-09315b892318 req-cbdb1aa0-f650-49c1-b5bd-215b80267fc7 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 944 time: 0.0550919 Sep 03 02:03:54.897429 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-74fa3711-6c78-46ab-aee0-09315b892318 req-ad8ebd65-7f82-4a75-b123-069a7c89913a tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504959 Sep 03 02:03:54.927487 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25061308-6ad2-4506-8792-0a3caf939048 None None] New status for floating IP b5029127-6e52-4a18-8d6e-0fb1d14b539f: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:03:55.560060 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f970ec-cc6b-4314-bd7b-39a187401ca4 req-5a31e475-ee58-49c8-8ecb-b3765608f65d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:55.561566 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31f970ec-cc6b-4314-bd7b-39a187401ca4 req-5a31e475-ee58-49c8-8ecb-b3765608f65d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0493102 Sep 03 02:03:55.600151 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-31f970ec-cc6b-4314-bd7b-39a187401ca4 req-127ee253-ac42-47cc-a05a-76cba3d4c4fe tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327864 Sep 03 02:03:55.834845 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 0ce3cf7a-c80f-489e-8b88-94d1929dc5da up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:03:55.894117 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:03:55.897898 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:03:55.898268 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:55.992458 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:56.022343 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3aaec-1ba7-40f4-b712-09ffebf3ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce3cf7a-c80f-489e-8b88-94d1929dc5da'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:03:56.022792 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922adce1-e535-40b6-8398-5978b25d0d9d req-e2266776-5bcf-426d-880d-249118b0f5c8 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:56.025374 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-922adce1-e535-40b6-8398-5978b25d0d9d req-e2266776-5bcf-426d-880d-249118b0f5c8 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 944 time: 0.0612535 Sep 03 02:03:56.025511 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f11ef-6798-45a3-90ba-3d5969ff759a" -d '{"events": [{"server_uuid": "b5e3aaec-1ba7-40f4-b712-09ffebf3ec92", "name": "network-vif-plugged", "status": "completed", "tag": "0ce3cf7a-c80f-489e-8b88-94d1929dc5da"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:03:56.044952 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,segment=NetworkSegment(b50105e2-abf1-478f-a637-a77b8581c975),segment_id=b50105e2-abf1-478f-a637-a77b8581c975)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:56.050413 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:56.051252 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:03:56.074438 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-922adce1-e535-40b6-8398-5978b25d0d9d req-83dad119-da0d-4ab3-8064-a9ff89eae066 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Sep 03 02:03:56.098589 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1335f7ba-12bf-4da4-80fb-c463f61dbd98 x-openstack-request-id: req-1335f7ba-12bf-4da4-80fb-c463f61dbd98 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:03:56.098904 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3aaec-1ba7-40f4-b712-09ffebf3ec92", "name": "network-vif-plugged", "status": "completed", "tag": "0ce3cf7a-c80f-489e-8b88-94d1929dc5da", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:03:56.099156 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1335f7ba-12bf-4da4-80fb-c463f61dbd98 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:03:56.099547 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e3aaec-1ba7-40f4-b712-09ffebf3ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce3cf7a-c80f-489e-8b88-94d1929dc5da', 'code': 200} Sep 03 02:03:56.102180 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:03:56.102683 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 67ed4d02-c74f-447b-a9d8-2d1abf3ec2e2 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:03:56.128793 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:56.283906 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34718) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:56.305556 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7beb36-4e6f-4fb2-9285-6b94ee3b51bf req-7422e2c3-8e3b-4815-a3ce-b2cc266ae0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:56.307050 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d7beb36-4e6f-4fb2-9285-6b94ee3b51bf req-7422e2c3-8e3b-4815-a3ce-b2cc266ae0ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 1098 time: 0.0399473 Sep 03 02:03:56.342302 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4d7beb36-4e6f-4fb2-9285-6b94ee3b51bf req-1f3972ea-12e9-4b2f-a77a-58051a166f47 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281947 Sep 03 02:03:56.442623 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-53c8c74a-9431-46c2-b037-bb9946c3ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:56.525422 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:56.718692 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715889'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:56.792996 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8a6d7-b270-456b-a815-ec2b9f577c65 req-02d05d14-89ff-420e-b076-377bc1f933de tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:56.794376 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-51f8a6d7-b270-456b-a815-ec2b9f577c65 req-02d05d14-89ff-420e-b076-377bc1f933de tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.1221659 Sep 03 02:03:56.847252 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-51f8a6d7-b270-456b-a815-ec2b9f577c65 req-b7cb4ed7-902e-4769-899f-63e0b9792213 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468776 Sep 03 02:03:57.046280 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] Deleting port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:57.046897 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:57.131062 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] For port e0a6a3a2-b199-4684-9ec0-dbcc52fb4094, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=e0a6a3a2-b199-4684-9ec0-dbcc52fb4094,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:57.131446 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:57.152829 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] Calling delete_port for e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:57.234077 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438aacf-72cd-4e54-aa03-c1207aed5a87 req-8a8ec156-7c5d-48b6-8ccc-0d85371b9d6f tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:57.235541 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6438aacf-72cd-4e54-aa03-c1207aed5a87 req-8a8ec156-7c5d-48b6-8ccc-0d85371b9d6f tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 945 time: 0.0947611 Sep 03 02:03:57.510532 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6438aacf-72cd-4e54-aa03-c1207aed5a87 req-25a04262-319e-43a4-91dd-49719f0d1cb3 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687318 Sep 03 02:03:57.590821 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:57.619887 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a6a3a2-b199-4684-9ec0-dbcc52fb4094,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:57.797817 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716005'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:58.033421 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e078-f726-497f-93d4-a2c6cd65ff84 req-ac8e42ad-19b1-47df-9b36-fad785a50836 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:58.040974 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f992e078-f726-497f-93d4-a2c6cd65ff84 req-ac8e42ad-19b1-47df-9b36-fad785a50836 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.1231189 Sep 03 02:03:58.077285 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] Router e3e9abef-85a4-4a0f-8ff8-7901372c4535 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:03:58.099879 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f992e078-f726-497f-93d4-a2c6cd65ff84 req-78dea17b-35a1-4e1f-ab50-01644c8e8833 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584259 Sep 03 02:03:58.199780 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:03:58.206364 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1380aa31-6fb4-423d-9ff9-5294c4999b10 admin admin] 10.222.0.32 "PUT /v2.0/routers/e3e9abef-85a4-4a0f-8ff8-7901372c4535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9195387 Sep 03 02:03:58.207202 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34734) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:58.209756 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] Sync routers for ids ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:03:58.219429 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] Routers {'e3e9abef-85a4-4a0f-8ff8-7901372c4535'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:58.220125 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:58.312646 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:58.328957 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] Set router e3e9abef-85a4-4a0f-8ff8-7901372c4535 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:58.422784 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:58.477027 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Deleting port b9cdee96-170d-4790-a879-7481d5c981bd {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:58.477884 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:58.517882 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:03:57Z', 'revision_number': 5, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port': {'id': 'b9cdee96-170d-4790-a879-7481d5c981bd', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:87:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:58.550238 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] Checking router: e3e9abef-85a4-4a0f-8ff8-7901372c4535 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:03:58.561278 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] Routers {'e3e9abef-85a4-4a0f-8ff8-7901372c4535'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:03:58.561721 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:58.581978 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] For port b9cdee96-170d-4790-a879-7481d5c981bd, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=b9cdee96-170d-4790-a879-7481d5c981bd,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:58.582347 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:58.616477 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Calling delete_port for b9cdee96-170d-4790-a879-7481d5c981bd owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:58.654796 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] Set router e3e9abef-85a4-4a0f-8ff8-7901372c4535 gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:03:58.688501 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e94e7-cf5c-468c-8f0b-729ea67e0601 req-099469cc-eb7e-4160-9959-8fb4406aa2ca tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:58.690028 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ad9e94e7-cf5c-468c-8f0b-729ea67e0601 req-099469cc-eb7e-4160-9959-8fb4406aa2ca tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 945 time: 0.1051874 Sep 03 02:03:58.710144 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:03:58Z', 'revision_number': 6, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port_host': None}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:03:58.741403 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e89e9-1a20-4025-a468-7679579c5aa3 None None] The sync data for ids ['e3e9abef-85a4-4a0f-8ff8-7901372c4535'] in dv-cinder-804035-9-iscsi is: [{'id': 'e3e9abef-85a4-4a0f-8ff8-7901372c4535', 'name': 'tempest-TestMinimumBasicScenario-151939699-router', 'tenant_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:02Z', 'updated_at': '2021-09-03T02:03:58Z', 'revision_number': 6, 'project_id': 'd8bab331813a4f8a9bda337fc8fdf5a8', 'gw_port_host': None}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:03:58.779240 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ad9e94e7-cf5c-468c-8f0b-729ea67e0601 req-38aaa50c-47f2-474f-9fda-e67799654181 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811338 Sep 03 02:03:58.831858 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:58.861291 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9cdee96-170d-4790-a879-7481d5c981bd,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:58.923819 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714251'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:58.943556 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-41ec8537-bb93-4318-babd-93f0faf39eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.032845 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124237'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.035164 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.102233 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715437'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.103022 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3e9abef-85a4-4a0f-8ff8-7901372c4535 {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:03:59.108078 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.112306 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-46c63deb-198f-473f-b9e0-75b97ab605e0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e3e9abef-85a4-4a0f-8ff8-7901372c4535 HTTP/1.1" status: 204 len: 168 time: 0.9018877 Sep 03 02:03:59.112789 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34746) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:59.178753 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.192436 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c859db7-afb3-4446-bd5d-ea15dccae74c admin admin] Deleting subnet 0846a881-03c7-4a0f-883e-cd218e0f443b {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:03:59.197433 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c859db7-afb3-4446-bd5d-ea15dccae74c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.254871 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c859db7-afb3-4446-bd5d-ea15dccae74c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734933'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.297680 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f38de-5b43-484b-8958-d457409d6edf req-dabac0df-b23c-4dd1-94f7-5baa03d38e4b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:59.299203 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b22f38de-5b43-484b-8958-d457409d6edf req-dabac0df-b23c-4dd1-94f7-5baa03d38e4b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.1187065 Sep 03 02:03:59.389748 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b22f38de-5b43-484b-8958-d457409d6edf req-e4d3fdd8-51d3-411e-9e7b-d54116d0bbc8 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821576 Sep 03 02:03:59.409121 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c859db7-afb3-4446-bd5d-ea15dccae74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.465735 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c859db7-afb3-4446-bd5d-ea15dccae74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957374'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.494120 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c859db7-afb3-4446-bd5d-ea15dccae74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0846a881-03c7-4a0f-883e-cd218e0f443b,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:03:59.500330 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-7c859db7-afb3-4446-bd5d-ea15dccae74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.502471 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-7c859db7-afb3-4446-bd5d-ea15dccae74c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0846a881-03c7-4a0f-883e-cd218e0f443b HTTP/1.1" status: 204 len: 168 time: 0.3887606 Sep 03 02:03:59.505092 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34758) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:03:59.510305 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60991ae3-57d5-4e16-ae60-a81bb6ad53c8 None None] Network 99de7404-7057-454a-a101-2683cbf76e2f requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:03:59.596256 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.626977 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf01dfb-fd2a-426e-98e2-b724457986c1 req-77b82e1a-3066-47a9-b3e4-d0c9168eedef tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:59.628726 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2bf01dfb-fd2a-426e-98e2-b724457986c1 req-77b82e1a-3066-47a9-b3e4-d0c9168eedef tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 945 time: 0.0572133 Sep 03 02:03:59.670490 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-3fa07d56-923d-4a98-8f26-2f0c35b84595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:59.672738 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-3fa07d56-923d-4a98-8f26-2f0c35b84595 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ea65250b6154aafa09e4f1d08d16f3d&device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1099 time: 0.0728099 Sep 03 02:03:59.685377 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2bf01dfb-fd2a-426e-98e2-b724457986c1 req-6a6baf19-c586-4e9f-9b8c-c3bd7799b766 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492702 Sep 03 02:03:59.756264 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Deleting port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:59.756604 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.833746 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-3d995ff6-7486-4be5-9a5b-1338dd88bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:03:59.835221 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-3d995ff6-7486-4be5-9a5b-1338dd88bf30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=519d9117-afa4-4a5f-8116-0afcdadeb0ed HTTP/1.1" status: 200 len: 909 time: 0.1538763 Sep 03 02:03:59.843087 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] For port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=28c3c2e5-be9f-40aa-a0ee-072e88a3c35f,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:59.843378 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.857898 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbdea30-78e1-4ab7-bf11-bc75659c3eb6 None None] DHCP port deletion for 99de7404-7057-454a-a101-2683cbf76e2f request from dv-cinder-804035-9-iscsi {{(pid=93869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:03:59.892536 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Calling delete_port for 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:03:59.909987 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdea30-78e1-4ab7-bf11-bc75659c3eb6 None None] Deleting port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:03:59.910393 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cdbdea30-78e1-4ab7-bf11-bc75659c3eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.952057 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-c2e2a2bf-8433-42c4-976f-f88ad1d170bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83052746-3417-4484-8761-67285991b529 HTTP/1.1" status: 200 len: 1002 time: 0.1009529 Sep 03 02:03:59.980601 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-cdbdea30-78e1-4ab7-bf11-bc75659c3eb6 None None] For port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=28c3c2e5-be9f-40aa-a0ee-072e88a3c35f,segment=NetworkSegment(4d9cd693-2e5d-4bf0-8310-d2fcce737de8),segment_id=4d9cd693-2e5d-4bf0-8310-d2fcce737de8)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:03:59.981144 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cdbdea30-78e1-4ab7-bf11-bc75659c3eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:59.995330 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdea30-78e1-4ab7-bf11-bc75659c3eb6 None None] Calling delete_port for 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:04:00.027470 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-892b08ef-8c91-4944-a1e2-cb4069ab958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:00.029014 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-892b08ef-8c91-4944-a1e2-cb4069ab958f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06d9973e-58b2-4910-b372-92c78497518b HTTP/1.1" status: 200 len: 847 time: 0.0690482 Sep 03 02:04:00.045653 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:00.088444 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Pushing event deleted for resources: {'Port': ['ID=28c3c2e5-be9f-40aa-a0ee-072e88a3c35f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:00.093301 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] No DVR routers for this DVR port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f on host dv-cinder-804035-9-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:04:00.128284 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:00.129712 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cdbdea30-78e1-4ab7-bf11-bc75659c3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:00.131205 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-d6de1918-ef74-459c-899f-bb3b7b1ef54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:00.133288 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-d6de1918-ef74-459c-899f-bb3b7b1ef54c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519d9117-afa4-4a5f-8116-0afcdadeb0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964441 Sep 03 02:04:00.157052 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbdea30-78e1-4ab7-bf11-bc75659c3eb6 None None] No DVR routers for this DVR port 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f on host dv-cinder-804035-9-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:04:00.158493 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdea30-78e1-4ab7-bf11-bc75659c3eb6 None None] Pushing event deleted for resources: {'Port': ['ID=28c3c2e5-be9f-40aa-a0ee-072e88a3c35f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:00.192559 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:00.211559 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99de7404-7057-454a-a101-2683cbf76e2f']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:00.246042 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9cd693-2e5d-4bf0-8310-d2fcce737de8') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:00.246344 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9cd693-2e5d-4bf0-8310-d2fcce737de8') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:00.260687 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28855398'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:00.279035 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:00.291577 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:04:00.292030 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29019278'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: timer() Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: cb(*args, **kw) Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: self._notify() Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: self.callback(batched_events) Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: event.method(event) Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._get(url).json() Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:04:00.293730 dv-cinder-804035-9-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:04:00.304123 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-748deec6-cfd9-4f57-b528-98dfbd96d2de service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606727 Sep 03 02:04:00.569065 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9cdee96-170d-4790-a879-7481d5c981bd no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:04:00.593757 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: b9cdee96-170d-4790-a879-7481d5c981bd {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:04:00.594210 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9cdee96-170d-4790-a879-7481d5c981bd not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:04:00.594633 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:04:00.613986 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:04:00.614334 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device e0a6a3a2-b199-4684-9ec0-dbcc52fb4094 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:04:00.614755 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:04:00.634090 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:04:00.634386 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 28c3c2e5-be9f-40aa-a0ee-072e88a3c35f not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:04:00.670031 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:00.678489 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:00.681007 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] 10.222.0.32 "DELETE /v2.0/networks/99de7404-7057-454a-a101-2683cbf76e2f HTTP/1.1" status: 204 len: 168 time: 1.1746175 Sep 03 02:04:00.683847 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34768) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:00.726937 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f94d30-b9de-4766-b7cb-71b69f03b7fb admin admin] Pushing event deleted for resources: {'Network': ['ID=99de7404-7057-454a-a101-2683cbf76e2f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:00.771115 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d4858-dd6f-4e6d-b3df-818466fffd44 req-7882ce7a-6b8e-4b37-ad13-7e232724024a tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:00.772635 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c55d4858-dd6f-4e6d-b3df-818466fffd44 req-7882ce7a-6b8e-4b37-ad13-7e232724024a tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.1491287 Sep 03 02:04:00.779763 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ce8e7b5d-ad50-445f-94ff-75033746cfff req-6c94fca2-1259-418d-826c-c2c7a0e1bf30 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648509 Sep 03 02:04:00.817234 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c55d4858-dd6f-4e6d-b3df-818466fffd44 req-602563ea-898c-443d-bbb9-bf3f4a6669b9 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364814 Sep 03 02:04:00.826759 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb81556-4c89-4791-833e-0669450e28da req-f0237c59-3cde-4839-a6d9-f3adfb195b3d tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:00.828237 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-eeb81556-4c89-4791-833e-0669450e28da req-f0237c59-3cde-4839-a6d9-f3adfb195b3d tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 945 time: 0.0644388 Sep 03 02:04:01.139274 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-eeb81556-4c89-4791-833e-0669450e28da req-28ab2413-883e-4412-b20b-ae78c00746fc tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/security-groups?id=014df1de-c166-4025-a48c-80fb1eb8a839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044596 Sep 03 02:04:01.303742 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-782bd23f-a7f4-4f94-bd54-1aad244e5751 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:01.304262 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715889'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:01.305557 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-782bd23f-a7f4-4f94-bd54-1aad244e5751 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 945 time: 0.0516567 Sep 03 02:04:01.409506 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-19aceaa2-d18a-457a-9e4d-02d6f5699885 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Deleting port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:04:01.409851 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-19aceaa2-d18a-457a-9e4d-02d6f5699885 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:01.502198 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-19aceaa2-d18a-457a-9e4d-02d6f5699885 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] For port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,segment=NetworkSegment(b50105e2-abf1-478f-a637-a77b8581c975),segment_id=b50105e2-abf1-478f-a637-a77b8581c975)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:01.502570 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-19aceaa2-d18a-457a-9e4d-02d6f5699885 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:01.515615 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-19aceaa2-d18a-457a-9e4d-02d6f5699885 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Calling delete_port for 0ce3cf7a-c80f-489e-8b88-94d1929dc5da owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:04:01.553619 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] Deleting port 10de50e5-b432-4bfb-90c5-a35381706edd {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:04:01.554008 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:01.642242 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] For port 10de50e5-b432-4bfb-90c5-a35381706edd, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=10de50e5-b432-4bfb-90c5-a35381706edd,segment=NetworkSegment(48de52fe-6e5c-4e31-8641-d7cd2dc08d16),segment_id=48de52fe-6e5c-4e31-8641-d7cd2dc08d16)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:01.642616 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:01.645987 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-19aceaa2-d18a-457a-9e4d-02d6f5699885 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:01.661126 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] Calling delete_port for 10de50e5-b432-4bfb-90c5-a35381706edd owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:04:01.675466 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aceaa2-d18a-457a-9e4d-02d6f5699885 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Pushing event deleted for resources: {'Port': ['ID=0ce3cf7a-c80f-489e-8b88-94d1929dc5da,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:01.686744 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['0ce3cf7a-c80f-489e-8b88-94d1929dc5da'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:04:01.716653 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-19aceaa2-d18a-457a-9e4d-02d6f5699885 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] No DVR routers for this DVR port 0ce3cf7a-c80f-489e-8b88-94d1929dc5da on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:04:01.718943 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-19aceaa2-d18a-457a-9e4d-02d6f5699885 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:01.720974 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-083c144e-d022-4c71-8b5d-c3b5fc3b881b req-19aceaa2-d18a-457a-9e4d-02d6f5699885 tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.42 "DELETE /v2.0/ports/0ce3cf7a-c80f-489e-8b88-94d1929dc5da HTTP/1.1" status: 204 len: 173 time: 0.4085503 Sep 03 02:04:01.721408 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e3aaec-1ba7-40f4-b712-09ffebf3ec92', 'name': 'network-vif-deleted', 'tag': '0ce3cf7a-c80f-489e-8b88-94d1929dc5da'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:04:01.723645 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdbf652-8a70-4f88-a36e-f01050465283" -d '{"events": [{"server_uuid": "b5e3aaec-1ba7-40f4-b712-09ffebf3ec92", "name": "network-vif-deleted", "tag": "0ce3cf7a-c80f-489e-8b88-94d1929dc5da"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:04:01.765020 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812d500f-3470-4cb3-947e-877dd097cbb3 x-openstack-request-id: req-812d500f-3470-4cb3-947e-877dd097cbb3 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:04:01.765309 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e3aaec-1ba7-40f4-b712-09ffebf3ec92", "name": "network-vif-deleted", "tag": "0ce3cf7a-c80f-489e-8b88-94d1929dc5da", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:04:01.765557 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-812d500f-3470-4cb3-947e-877dd097cbb3 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:04:01.766008 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e3aaec-1ba7-40f4-b712-09ffebf3ec92', 'name': 'network-vif-deleted', 'tag': '0ce3cf7a-c80f-489e-8b88-94d1929dc5da', 'status': 'completed', 'code': 200} Sep 03 02:04:01.851752 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:01.868115 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:01.897118 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] Pushing event deleted for resources: {'Port': ['ID=10de50e5-b432-4bfb-90c5-a35381706edd,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:01.994344 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cef83d-a60b-43d0-b378-6d777d021a1c req-bbd56ef0-40ac-4272-b4a8-f9283f7f6531 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:01.995919 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-27cef83d-a60b-43d0-b378-6d777d021a1c req-bbd56ef0-40ac-4272-b4a8-f9283f7f6531 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.1000445 Sep 03 02:04:02.107151 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-27cef83d-a60b-43d0-b378-6d777d021a1c req-a74c81f2-94ab-49d2-b1bd-474c491cfe9c tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732758 Sep 03 02:04:02.123978 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716005'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:02.254680 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e8fd1d67-49a6-4ddd-8fa8-5be9b43b81e1 req-59638094-c5a9-41e0-bd4c-c022baedd64e tempest-VolumesActionsTest-1812068784 tempest-VolumesActionsTest-1812068784-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5e3aaec-1ba7-40f4-b712-09ffebf3ec92 HTTP/1.1" status: 200 len: 210 time: 0.0325403 Sep 03 02:04:02.341764 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] Router 119ba089-957d-4efc-8cf2-abb4ce2e516d has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:04:02.448331 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:04:02.453499 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-97214486-92af-4df6-89a5-a289f9e16fee admin admin] 10.222.0.32 "PUT /v2.0/routers/119ba089-957d-4efc-8cf2-abb4ce2e516d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7686667 Sep 03 02:04:02.456147 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34784) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:02.456931 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] Sync routers for ids ['119ba089-957d-4efc-8cf2-abb4ce2e516d'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:04:02.466472 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] Routers {'119ba089-957d-4efc-8cf2-abb4ce2e516d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:04:02.467063 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['119ba089-957d-4efc-8cf2-abb4ce2e516d'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:02.565794 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:02.574225 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] Set router 119ba089-957d-4efc-8cf2-abb4ce2e516d gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:04:02.680408 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:02.744181 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Deleting port a8101534-7a1a-494a-b12b-21b10a93507f {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:04:02.744549 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:02.772700 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'name': 'tempest-TestMinimumBasicScenario-755414716-router', 'tenant_id': '16ef6db543094265a55abed649de177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:04:01Z', 'revision_number': 5, 'project_id': '16ef6db543094265a55abed649de177d', 'gw_port': {'id': 'a8101534-7a1a-494a-b12b-21b10a93507f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:25:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:02.804017 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] Checking router: 119ba089-957d-4efc-8cf2-abb4ce2e516d for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:04:02.813036 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] Routers {'119ba089-957d-4efc-8cf2-abb4ce2e516d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:04:02.813650 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:03:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['119ba089-957d-4efc-8cf2-abb4ce2e516d'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:02.830960 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] For port a8101534-7a1a-494a-b12b-21b10a93507f, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=a8101534-7a1a-494a-b12b-21b10a93507f,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:02.831426 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:02.848328 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Calling delete_port for a8101534-7a1a-494a-b12b-21b10a93507f owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:04:02.990256 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] Set router 119ba089-957d-4efc-8cf2-abb4ce2e516d gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:04:03.025065 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.046077 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'name': 'tempest-TestMinimumBasicScenario-755414716-router', 'tenant_id': '16ef6db543094265a55abed649de177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:04:02Z', 'revision_number': 6, 'project_id': '16ef6db543094265a55abed649de177d', 'gw_port_host': None}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:03.058148 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8101534-7a1a-494a-b12b-21b10a93507f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:03.080268 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b13b87-fcdb-45a4-ae04-d60a5294f67b None None] The sync data for ids ['119ba089-957d-4efc-8cf2-abb4ce2e516d'] in dv-cinder-804035-9-iscsi is: [{'id': '119ba089-957d-4efc-8cf2-abb4ce2e516d', 'name': 'tempest-TestMinimumBasicScenario-755414716-router', 'tenant_id': '16ef6db543094265a55abed649de177d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:04:02Z', 'revision_number': 6, 'project_id': '16ef6db543094265a55abed649de177d', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:04:03.121415 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714251'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.234145 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124237'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.238449 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.296141 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473b28d-6631-4923-971c-76ec982e9d35 req-248a0a67-c70c-45e4-9985-d08fa4c6722c tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:03.297692 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0473b28d-6631-4923-971c-76ec982e9d35 req-248a0a67-c70c-45e4-9985-d08fa4c6722c tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.1155951 Sep 03 02:04:03.299728 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715437'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.300270 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 119ba089-957d-4efc-8cf2-abb4ce2e516d {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:04:03.304608 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.308288 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f70ed31c-edab-4903-85e7-b01870fd7d74 admin admin] 10.222.0.32 "DELETE /v2.0/routers/119ba089-957d-4efc-8cf2-abb4ce2e516d HTTP/1.1" status: 204 len: 168 time: 0.8488040 Sep 03 02:04:03.308779 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34792) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:03.350265 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0473b28d-6631-4923-971c-76ec982e9d35 req-3fb51766-ded6-416d-bc6e-c4454992e1f4 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432465 Sep 03 02:04:03.364069 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-199aefaa-72e6-4691-a15a-287a73c6557f admin admin] Deleting subnet faaadb1c-a66f-4284-b343-481eaf24d0d6 {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:04:03.370738 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-199aefaa-72e6-4691-a15a-287a73c6557f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.405484 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-199aefaa-72e6-4691-a15a-287a73c6557f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28855423'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.543780 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-199aefaa-72e6-4691-a15a-287a73c6557f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.602903 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-199aefaa-72e6-4691-a15a-287a73c6557f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29019344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26008013'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.630152 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199aefaa-72e6-4691-a15a-287a73c6557f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faaadb1c-a66f-4284-b343-481eaf24d0d6,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:03.635873 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-199aefaa-72e6-4691-a15a-287a73c6557f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.640310 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-199aefaa-72e6-4691-a15a-287a73c6557f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/faaadb1c-a66f-4284-b343-481eaf24d0d6 HTTP/1.1" status: 204 len: 168 time: 0.3279822 Sep 03 02:04:03.640509 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34810) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:03.641689 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5909a4eb-4279-47c2-9470-f8f2d875accb None None] Network 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:04:03.724421 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.794899 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Deleting port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:04:03.794899 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.863191 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] For port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe,segment=NetworkSegment(48de52fe-6e5c-4e31-8641-d7cd2dc08d16),segment_id=48de52fe-6e5c-4e31-8641-d7cd2dc08d16)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:03.863581 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.870811 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 0ce3cf7a-c80f-489e-8b88-94d1929dc5da no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:04:03.886337 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Calling delete_port for b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:04:03.891891 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ab115-a410-4d66-a2b3-11d0d1e97c89 None None] DHCP port deletion for 60b08a90-90a8-4dee-9a3b-3c23a1ecf329 request from dv-cinder-804035-9-iscsi {{(pid=93869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:04:03.895280 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 0ce3cf7a-c80f-489e-8b88-94d1929dc5da {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:04:03.895626 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 0ce3cf7a-c80f-489e-8b88-94d1929dc5da not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:04:03.947272 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-395ab115-a410-4d66-a2b3-11d0d1e97c89 None None] Deleting port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:04:03.947466 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-395ab115-a410-4d66-a2b3-11d0d1e97c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:03.985816 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.020459 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] No DVR routers for this DVR port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe on host dv-cinder-804035-9-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:04:04.027426 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:04.046200 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-395ab115-a410-4d66-a2b3-11d0d1e97c89 None None] For port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe,segment=NetworkSegment(48de52fe-6e5c-4e31-8641-d7cd2dc08d16),segment_id=48de52fe-6e5c-4e31-8641-d7cd2dc08d16)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:04.046804 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-395ab115-a410-4d66-a2b3-11d0d1e97c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.059854 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-395ab115-a410-4d66-a2b3-11d0d1e97c89 None None] Calling delete_port for b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:04:04.105037 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.115873 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b08a90-90a8-4dee-9a3b-3c23a1ecf329']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:04.131782 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48de52fe-6e5c-4e31-8641-d7cd2dc08d16') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:04.132543 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48de52fe-6e5c-4e31-8641-d7cd2dc08d16') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:04.142477 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734924'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.152222 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-395ab115-a410-4d66-a2b3-11d0d1e97c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.165421 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.167855 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ab115-a410-4d66-a2b3-11d0d1e97c89 None None] No DVR routers for this DVR port b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe on host dv-cinder-804035-9-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:04:04.172703 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:04:04.173355 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25731537'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: timer() Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: cb(*args, **kw) Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: self._notify() Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: self.callback(batched_events) Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: event.method(event) Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._get(url).json() Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:04:04.177448 dv-cinder-804035-9-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:04:04.195769 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ab115-a410-4d66-a2b3-11d0d1e97c89 None None] Pushing event deleted for resources: {'Port': ['ID=b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:04.241453 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.247402 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.249296 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/60b08a90-90a8-4dee-9a3b-3c23a1ecf329 HTTP/1.1" status: 204 len: 168 time: 0.6077518 Sep 03 02:04:04.260776 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9510602-3200-4664-be61-3fd083b215f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b08a90-90a8-4dee-9a3b-3c23a1ecf329,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:04.416217 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34846) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:04.496192 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab504c18-8356-4ddc-8868-583cb1426cf1 req-dced23c6-6cf7-46d9-90c3-6802204fbb21 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:04.497612 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab504c18-8356-4ddc-8868-583cb1426cf1 req-dced23c6-6cf7-46d9-90c3-6802204fbb21 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0745873 Sep 03 02:04:04.500264 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-29d718f5-6ef7-499a-86c5-245bbde60bd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8bab331813a4f8a9bda337fc8fdf5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0827448 Sep 03 02:04:04.502860 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 34848) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:04.574631 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 10de50e5-b432-4bfb-90c5-a35381706edd no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:04:04.576166 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ab504c18-8356-4ddc-8868-583cb1426cf1 req-4288972f-ecaf-469a-9ed9-f7e3edd3419f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712047 Sep 03 02:04:04.580768 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22246dd1-1184-4fe8-8430-e0545b23989a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.599290 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 10de50e5-b432-4bfb-90c5-a35381706edd {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:04:04.599638 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 10de50e5-b432-4bfb-90c5-a35381706edd not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:04:04.600044 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:04:04.602843 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22246dd1-1184-4fe8-8430-e0545b23989a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.619836 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:04:04.620183 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9bac1eb-dd6b-46b5-bb1f-521ce60acfbe not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:04:04.620592 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device a8101534-7a1a-494a-b12b-21b10a93507f no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:04:04.639712 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: a8101534-7a1a-494a-b12b-21b10a93507f {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:04:04.640029 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device a8101534-7a1a-494a-b12b-21b10a93507f not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:04:04.652994 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22246dd1-1184-4fe8-8430-e0545b23989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.655741 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-22246dd1-1184-4fe8-8430-e0545b23989a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:04.656923 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-22246dd1-1184-4fe8-8430-e0545b23989a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0342f0c-39fe-4ca7-b527-25aa4678c72f HTTP/1.1" status: 204 len: 168 time: 0.1531067 Sep 03 02:04:04.664797 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22246dd1-1184-4fe8-8430-e0545b23989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0342f0c-39fe-4ca7-b527-25aa4678c72f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:04.799803 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3980-3872-4816-9e81-58b1588bf254 req-00617b95-9fab-4055-870f-e864e1fd4d47 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:04.801431 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2e8d3980-3872-4816-9e81-58b1588bf254 req-00617b95-9fab-4055-870f-e864e1fd4d47 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0540287 Sep 03 02:04:04.843524 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34866) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:04.849445 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2e8d3980-3872-4816-9e81-58b1588bf254 req-c300e13b-39e9-4c7e-b3d3-1101f4d1a021 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417795 Sep 03 02:04:04.977425 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-e9c3ea46-490a-434e-93c9-1f7d0edef2de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1318853 Sep 03 02:04:04.986412 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-e7c9c942-891c-4910-bb37-fe98732403e5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:04:04.987440 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-e7c9c942-891c-4910-bb37-fe98732403e5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054104 Sep 03 02:04:05.002528 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34870) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:05.047574 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e2508462-93ef-458a-8b22-c2265e95790c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16ef6db543094265a55abed649de177d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439034 Sep 03 02:04:05.050158 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 34874) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:05.104771 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4d5730ae-6074-4ab7-8e13-1a4e84fa0195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:05.125902 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4d5730ae-6074-4ab7-8e13-1a4e84fa0195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:05.175590 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4d5730ae-6074-4ab7-8e13-1a4e84fa0195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:05.178166 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4d5730ae-6074-4ab7-8e13-1a4e84fa0195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:05.181981 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4d5730ae-6074-4ab7-8e13-1a4e84fa0195 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/383d68d9-28d9-49ba-a5a4-ec3d0cc93afa HTTP/1.1" status: 204 len: 168 time: 0.1281829 Sep 03 02:04:05.194571 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5730ae-6074-4ab7-8e13-1a4e84fa0195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383d68d9-28d9-49ba-a5a4-ec3d0cc93afa,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:06.613059 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 83052746-3417-4484-8761-67285991b529 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:04:06.694515 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:06.717173 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83052746-3417-4484-8761-67285991b529'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:04:06.719525 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee9f77c-2133-4e1b-a720-18c6056c25cd" -d '{"events": [{"server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "83052746-3417-4484-8761-67285991b529"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:04:06.734308 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 83052746-3417-4484-8761-67285991b529, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83052746-3417-4484-8761-67285991b529,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:06.742654 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:06.800375 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=83052746-3417-4484-8761-67285991b529,revision_number=6']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:06.810819 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf5cef-2d97-4c11-a29c-659afb7f3de5 req-852cb9e5-bd90-4de4-8d2f-d048bf43631b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:06.812600 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-69bf5cef-2d97-4c11-a29c-659afb7f3de5 req-852cb9e5-bd90-4de4-8d2f-d048bf43631b tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0587635 Sep 03 02:04:06.854245 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-69bf5cef-2d97-4c11-a29c-659afb7f3de5 req-ac4fbc07-8d8b-4081-9329-5e2d2c3705bc tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351410 Sep 03 02:04:06.949608 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 02:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880db80c-aa9d-4f09-bb81-818e58e2983d x-openstack-request-id: req-880db80c-aa9d-4f09-bb81-818e58e2983d {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:04:06.949899 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "name": "network-vif-unplugged", "status": "failed", "tag": "83052746-3417-4484-8761-67285991b529", "code": 422}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:04:06.950152 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-880db80c-aa9d-4f09-bb81-818e58e2983d {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:04:06.950567 dv-cinder-804035-9-iscsi neutron-server[93869]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83052746-3417-4484-8761-67285991b529', 'code': 422} returned with failed status Sep 03 02:04:07.984454 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d734be2-623a-4a6a-a874-a6c8b0863634 req-37911bc8-de41-482a-85f4-47b9a5b7cbfb tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:07.986655 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4d734be2-623a-4a6a-a874-a6c8b0863634 req-37911bc8-de41-482a-85f4-47b9a5b7cbfb tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0587358 Sep 03 02:04:08.044763 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4d734be2-623a-4a6a-a874-a6c8b0863634 req-e1c1d4e4-2451-469d-83ec-bf8d2fc08a48 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493572 Sep 03 02:04:08.530756 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-43d30bcb-8ee1-4e3a-a8f9-684fea35c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:08.532986 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-43d30bcb-8ee1-4e3a-a8f9-684fea35c147 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d&tenant_id=0ea65250b6154aafa09e4f1d08d16f3d HTTP/1.1" status: 200 len: 1097 time: 0.0522573 Sep 03 02:04:08.626147 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-2895226b-fac4-48e7-8b77-0e9707c7f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:08.628093 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-2895226b-fac4-48e7-8b77-0e9707c7f46c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ea65250b6154aafa09e4f1d08d16f3d&device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1097 time: 0.0451880 Sep 03 02:04:08.750511 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-3c5db987-73ea-42f2-a29e-026bfcc7b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:08.752078 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-3c5db987-73ea-42f2-a29e-026bfcc7b5c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=519d9117-afa4-4a5f-8116-0afcdadeb0ed HTTP/1.1" status: 200 len: 909 time: 0.1139643 Sep 03 02:04:08.825186 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-1b6114eb-cd98-4b4d-8069-872431030245 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83052746-3417-4484-8761-67285991b529 HTTP/1.1" status: 200 len: 1000 time: 0.0642285 Sep 03 02:04:08.903347 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-0b7d3df3-4b2a-41aa-a0e6-631ce4302ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:08.905191 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-0b7d3df3-4b2a-41aa-a0e6-631ce4302ef3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06d9973e-58b2-4910-b372-92c78497518b HTTP/1.1" status: 200 len: 847 time: 0.0731194 Sep 03 02:04:08.968144 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-9ceb6bf7-ae29-4a12-83b1-d508c7d68c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:08.970319 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-9ceb6bf7-ae29-4a12-83b1-d508c7d68c4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519d9117-afa4-4a5f-8116-0afcdadeb0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579245 Sep 03 02:04:09.107546 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-53c12ce3-68c5-48b7-bbb7-0a8a0fb6a586 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029263 Sep 03 02:04:09.227824 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee08634-d42b-4c5d-b3e6-46886090e28a req-10b3753c-cc4e-40a3-95f1-c17f1457a3ea tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:09.229562 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eee08634-d42b-4c5d-b3e6-46886090e28a req-10b3753c-cc4e-40a3-95f1-c17f1457a3ea tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.1145198 Sep 03 02:04:09.260531 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c1757d4a-2e41-42fc-a412-546d5e677461 req-87becc42-539c-439b-b402-69e51f87d76a service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357203 Sep 03 02:04:09.289509 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eee08634-d42b-4c5d-b3e6-46886090e28a req-886d7f11-70dc-449e-bcd5-7195bcd6d8d7 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515399 Sep 03 02:04:10.426870 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24c6b4-e755-4a6f-a05e-bffd1cd51d8d req-3a7b419a-efa8-4e9d-8d99-a84ce86974f7 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:10.428516 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5f24c6b4-e755-4a6f-a05e-bffd1cd51d8d req-3a7b419a-efa8-4e9d-8d99-a84ce86974f7 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0592012 Sep 03 02:04:10.468758 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5f24c6b4-e755-4a6f-a05e-bffd1cd51d8d req-d0ed30ac-f929-440e-8394-9f5abfe1a408 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Sep 03 02:04:11.600401 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86d663-9474-4308-82d0-95599e208957 req-0894249f-a5b9-47f0-9cd8-5bec86ccd031 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:11.601966 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eb86d663-9474-4308-82d0-95599e208957 req-0894249f-a5b9-47f0-9cd8-5bec86ccd031 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0516174 Sep 03 02:04:11.644085 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eb86d663-9474-4308-82d0-95599e208957 req-0cd8f4ca-1cc5-4193-9742-dc535fa7c624 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353227 Sep 03 02:04:12.790852 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9732726-4a52-4044-af67-b66b23ab5d6a req-29a94aca-207b-4372-9b03-3bdd095fcf24 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:12.793179 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c9732726-4a52-4044-af67-b66b23ab5d6a req-29a94aca-207b-4372-9b03-3bdd095fcf24 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0653527 Sep 03 02:04:12.841097 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c9732726-4a52-4044-af67-b66b23ab5d6a req-017b643c-adf5-425a-94ed-144015e6f97a tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380130 Sep 03 02:04:13.965100 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5e0b9-b5d0-4547-8d03-1605df8c03e7 req-78831c18-0afd-4b57-86a3-cb1dd9fb6d46 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:13.969474 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32a5e0b9-b5d0-4547-8d03-1605df8c03e7 req-78831c18-0afd-4b57-86a3-cb1dd9fb6d46 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0592878 Sep 03 02:04:14.009380 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-32a5e0b9-b5d0-4547-8d03-1605df8c03e7 req-ff27401c-b49d-413e-bdbe-a890bfeec215 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368979 Sep 03 02:04:15.181002 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24838615-e25a-4b65-a97a-6e4a543bb768 req-3ce1d3c0-4807-4808-a450-50869b81be28 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:15.184202 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-24838615-e25a-4b65-a97a-6e4a543bb768 req-3ce1d3c0-4807-4808-a450-50869b81be28 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 944 time: 0.0785406 Sep 03 02:04:15.233975 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-24838615-e25a-4b65-a97a-6e4a543bb768 req-fb808c9f-82ca-4607-922e-4a4a6ec0cbd6 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434799 Sep 03 02:04:15.916854 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 83052746-3417-4484-8761-67285991b529 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:04:16.036437 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 83052746-3417-4484-8761-67285991b529, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83052746-3417-4484-8761-67285991b529,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:16.048375 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '83052746-3417-4484-8761-67285991b529', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'port_id': '83052746-3417-4484-8761-67285991b529', 'mac_address': 'fa:16:3e:88:8d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:04:16.087702 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:16.101930 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83052746-3417-4484-8761-67285991b529 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:04:16.124422 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 83052746-3417-4484-8761-67285991b529, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83052746-3417-4484-8761-67285991b529,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:16.129237 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:16.182864 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=83052746-3417-4484-8761-67285991b529,revision_number=7']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:16.360589 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74f211-98e8-47c9-9caa-fade38b1d541 req-ec6995eb-2b43-4d4c-be71-14787b814d8d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:16.362077 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1c74f211-98e8-47c9-9caa-fade38b1d541 req-ec6995eb-2b43-4d4c-be71-14787b814d8d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 945 time: 0.0523193 Sep 03 02:04:16.412547 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1c74f211-98e8-47c9-9caa-fade38b1d541 req-eaa103a2-8c16-47ec-9d62-0acbfe6130cc tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 Sep 03 02:04:16.480173 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['83052746-3417-4484-8761-67285991b529'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:04:17.536239 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4617722-a19a-4c60-a939-6e3f97d406ef req-536751a9-abe2-4bd7-b530-91462aabc177 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:17.537811 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b4617722-a19a-4c60-a939-6e3f97d406ef req-536751a9-abe2-4bd7-b530-91462aabc177 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 945 time: 0.0551937 Sep 03 02:04:17.580531 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-b4617722-a19a-4c60-a939-6e3f97d406ef req-0746517c-a504-485e-9e5c-ddbcc7df89a3 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355995 Sep 03 02:04:17.926206 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 83052746-3417-4484-8761-67285991b529 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:04:17.979180 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 83052746-3417-4484-8761-67285991b529 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:04:17.979555 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:18.067126 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:18.100980 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83052746-3417-4484-8761-67285991b529'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:04:18.103259 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64ba0c0-d2b7-41d3-a95a-ec85fa2e0a7b" -d '{"events": [{"server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "name": "network-vif-plugged", "status": "completed", "tag": "83052746-3417-4484-8761-67285991b529"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:04:18.118839 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 83052746-3417-4484-8761-67285991b529, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83052746-3417-4484-8761-67285991b529,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:18.124417 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:18.149226 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3bcd0c-f95c-4a67-b5d0-ee3192437132 x-openstack-request-id: req-6d3bcd0c-f95c-4a67-b5d0-ee3192437132 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:04:18.149609 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "name": "network-vif-plugged", "status": "completed", "tag": "83052746-3417-4484-8761-67285991b529", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:04:18.149735 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d3bcd0c-f95c-4a67-b5d0-ee3192437132 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:04:18.150124 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83052746-3417-4484-8761-67285991b529', 'code': 200} Sep 03 02:04:18.177731 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=83052746-3417-4484-8761-67285991b529,revision_number=8']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:18.490932 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99115e-4736-484d-9d1a-b8aaf72526ea req-becb4367-329b-4408-9833-97f29e42acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:18.492391 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4f99115e-4736-484d-9d1a-b8aaf72526ea req-becb4367-329b-4408-9833-97f29e42acd8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1099 time: 0.0411437 Sep 03 02:04:18.537507 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4f99115e-4736-484d-9d1a-b8aaf72526ea req-4a0284fa-7f71-47e6-9e84-6130e0f42389 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350432 Sep 03 02:04:18.724373 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1c470-3180-4acb-ac7d-37ec943eb917 req-81f70c9e-fc47-4730-945f-bdf3a32623ea tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:18.725703 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-94b1c470-3180-4acb-ac7d-37ec943eb917 req-81f70c9e-fc47-4730-945f-bdf3a32623ea tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0762136 Sep 03 02:04:18.766621 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-94b1c470-3180-4acb-ac7d-37ec943eb917 req-fe487906-c7b9-47ee-bc5e-1705814b6478 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346975 Sep 03 02:04:19.895609 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81c048-19c2-498f-8634-974191d12c3f req-6879e169-8158-44fe-92d0-83622eb04545 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:19.897268 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a81c048-19c2-498f-8634-974191d12c3f req-6879e169-8158-44fe-92d0-83622eb04545 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0547521 Sep 03 02:04:19.937073 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3a81c048-19c2-498f-8634-974191d12c3f req-0aa4a089-900b-4405-a363-e5127134509e tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330901 Sep 03 02:04:24.680590 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:04:25.278802 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35152) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:25.326884 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-4201e772-18c7-4493-882c-17b16e9e1dd3 admin admin] Deleting subnet 91ca6c66-942f-45cd-ad7a-85bba9137cb2 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:04:25.329885 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4201e772-18c7-4493-882c-17b16e9e1dd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.363012 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4201e772-18c7-4493-882c-17b16e9e1dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734933'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.400349 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4201e772-18c7-4493-882c-17b16e9e1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.451048 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4201e772-18c7-4493-882c-17b16e9e1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957374'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.475998 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e772-18c7-4493-882c-17b16e9e1dd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ca6c66-942f-45cd-ad7a-85bba9137cb2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:25.479801 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4201e772-18c7-4493-882c-17b16e9e1dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.482493 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4201e772-18c7-4493-882c-17b16e9e1dd3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/91ca6c66-942f-45cd-ad7a-85bba9137cb2 HTTP/1.1" status: 204 len: 168 time: 0.2019434 Sep 03 02:04:25.484248 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35154) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:25.554540 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.634297 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.644529 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10cd446-dd48-451b-b1ea-e10113b5489f']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:25.654211 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50105e2-abf1-478f-a637-a77b8581c975') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:25.654508 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50105e2-abf1-478f-a637-a77b8581c975') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:04:25.663010 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734924'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.676362 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.682147 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:04:25.682547 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25731537'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: timer() Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: cb(*args, **kw) Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: self._notify() Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: self.callback(batched_events) Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: event.method(event) Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._get(url).json() Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:04:25.684807 dv-cinder-804035-9-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:04:25.737360 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.742564 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:25.747590 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c10cd446-dd48-451b-b1ea-e10113b5489f HTTP/1.1" status: 204 len: 168 time: 0.2592394 Sep 03 02:04:25.755203 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c34d0-978e-4971-a56b-5c7e272651f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c10cd446-dd48-451b-b1ea-e10113b5489f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:25.907976 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35158) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:25.951318 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-997b5dae-6bc8-43cc-8927-5daa3bff3879 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b80f633ad2274dca834ea2cea4e64aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421226 Sep 03 02:04:25.953630 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35160) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:26.012605 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e12d54ee-8089-47f4-ab8a-9503de71325a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:26.034835 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e12d54ee-8089-47f4-ab8a-9503de71325a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:26.080259 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e12d54ee-8089-47f4-ab8a-9503de71325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:26.082881 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e12d54ee-8089-47f4-ab8a-9503de71325a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:26.084024 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e12d54ee-8089-47f4-ab8a-9503de71325a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/014df1de-c166-4025-a48c-80fb1eb8a839 HTTP/1.1" status: 204 len: 168 time: 0.1295094 Sep 03 02:04:26.091478 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d54ee-8089-47f4-ab8a-9503de71325a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014df1de-c166-4025-a48c-80fb1eb8a839,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:26.443901 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c5f751a4-ff0e-4204-b736-99debad6519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:26.529133 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:28.948845 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-59d47494-e453-4768-8a26-07c9761565a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:29.170719 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:30.116843 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:31.842028 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:34.778665 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986de20-79af-4207-a83c-a6d43a93209f req-d7ad61ed-5c74-4c29-922e-b8e6a0599aaa tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:34.780318 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1986de20-79af-4207-a83c-a6d43a93209f req-d7ad61ed-5c74-4c29-922e-b8e6a0599aaa tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0517890 Sep 03 02:04:34.825517 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-1986de20-79af-4207-a83c-a6d43a93209f req-826a7117-a606-4afc-88b1-3711c12f62ad tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371935 Sep 03 02:04:35.958828 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6242c-b73f-4f4a-ae1f-966cccd20a18 req-6487e40b-0c5f-4cd9-9533-0d6793e79bee tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:35.959813 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0dc6242c-b73f-4f4a-ae1f-966cccd20a18 req-6487e40b-0c5f-4cd9-9533-0d6793e79bee tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0506716 Sep 03 02:04:36.000798 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0dc6242c-b73f-4f4a-ae1f-966cccd20a18 req-55abc970-d12b-4269-8096-ae3f9ffe8a3f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349302 Sep 03 02:04:37.116309 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61075da7-ffa7-46e3-98e1-94d3dc54287c req-07aec158-b763-46f7-b45a-0667fb80e414 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:37.117804 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-61075da7-ffa7-46e3-98e1-94d3dc54287c req-07aec158-b763-46f7-b45a-0667fb80e414 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0481873 Sep 03 02:04:37.162479 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-61075da7-ffa7-46e3-98e1-94d3dc54287c req-551006e8-81f0-4d10-a253-61039d517bdc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366883 Sep 03 02:04:38.283750 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47697cb-9a27-4ed0-a02f-924719494300 req-07469d29-e9aa-4dfc-9a8f-0d029e65fcdf tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:38.285269 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d47697cb-9a27-4ed0-a02f-924719494300 req-07469d29-e9aa-4dfc-9a8f-0d029e65fcdf tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0492034 Sep 03 02:04:38.325818 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d47697cb-9a27-4ed0-a02f-924719494300 req-97a9c02c-f43d-4e94-b42e-585a3c8c530c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346839 Sep 03 02:04:39.442665 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddcda1-5467-47c5-9abe-c682b8c09a30 req-2d379937-b5fe-4636-bbe6-6afe55f2cccb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:39.444352 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dddcda1-5467-47c5-9abe-c682b8c09a30 req-2d379937-b5fe-4636-bbe6-6afe55f2cccb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0476081 Sep 03 02:04:39.484969 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8dddcda1-5467-47c5-9abe-c682b8c09a30 req-f7730add-a9c8-48b7-969c-dfd8b6664da8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341284 Sep 03 02:04:40.602316 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65227a00-2850-4365-84cd-018118ff2c22 req-cad67613-0d4b-494a-a47b-cb4ddb80e3fe tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:40.603790 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-65227a00-2850-4365-84cd-018118ff2c22 req-cad67613-0d4b-494a-a47b-cb4ddb80e3fe tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0489628 Sep 03 02:04:40.642040 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-65227a00-2850-4365-84cd-018118ff2c22 req-de42bd41-4357-4897-8be3-81f6442e3ea9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 Sep 03 02:04:41.758420 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d5c8a-759b-4824-a043-e3e34bd9e947 req-412957c0-5e2a-4403-87d6-fe189a0a5c7d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:41.759916 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e41d5c8a-759b-4824-a043-e3e34bd9e947 req-412957c0-5e2a-4403-87d6-fe189a0a5c7d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0484140 Sep 03 02:04:41.798017 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e41d5c8a-759b-4824-a043-e3e34bd9e947 req-ca62a819-b704-4e16-b987-f95794b199da tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317302 Sep 03 02:04:42.916275 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ce3da-ce9f-44cc-882c-287d156d61c7 req-479ed3c9-6ff2-441f-a089-abecdba8fc2b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:42.917795 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ae1ce3da-ce9f-44cc-882c-287d156d61c7 req-479ed3c9-6ff2-441f-a089-abecdba8fc2b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0486641 Sep 03 02:04:42.963792 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ae1ce3da-ce9f-44cc-882c-287d156d61c7 req-77384916-d826-46e3-9bcb-12fbab000182 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378904 Sep 03 02:04:43.201140 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35360) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:43.305269 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62883d0b-43a8-4411-b994-68b5181c596f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:43.394482 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62883d0b-43a8-4411-b994-68b5181c596f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:43.398161 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-62883d0b-43a8-4411-b994-68b5181c596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:43.434986 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-62883d0b-43a8-4411-b994-68b5181c596f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4698b79d04a741b195eb5cc533a30e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321489 Sep 03 02:04:43.436123 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62883d0b-43a8-4411-b994-68b5181c596f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2420f5a0-fd66-4ca0-9f53-a02e3714d1e1,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:43.438778 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 35364) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:43.487405 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:43.508478 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:43.558187 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:43.561327 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:43.562531 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2420f5a0-fd66-4ca0-9f53-a02e3714d1e1 HTTP/1.1" status: 204 len: 168 time: 0.1224053 Sep 03 02:04:43.575370 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2420f5a0-fd66-4ca0-9f53-a02e3714d1e1,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:43.582790 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.583143 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.583486 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.583821 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.584157 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.584494 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.584832 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.585194 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.585522 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.585850 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.586170 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:43.586491 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2956b6-b01d-41c2-bc46-7a37d3b3c116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:44.094202 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a9233-e710-480f-b280-7410060b048b req-c34dcd01-7fc0-4798-94f1-eccb91cc0db0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:44.096112 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a84a9233-e710-480f-b280-7410060b048b req-c34dcd01-7fc0-4798-94f1-eccb91cc0db0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0516605 Sep 03 02:04:44.144000 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a84a9233-e710-480f-b280-7410060b048b req-45ab9976-512f-412c-ab31-92c9c73a104a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388331 Sep 03 02:04:45.262711 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2197d4-3fac-4f15-a6ac-2ebd5fdc690b req-77404db7-6a86-47e3-848b-379e511925c4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:45.264264 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e2197d4-3fac-4f15-a6ac-2ebd5fdc690b req-77404db7-6a86-47e3-848b-379e511925c4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0486758 Sep 03 02:04:45.301863 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0e2197d4-3fac-4f15-a6ac-2ebd5fdc690b req-dc92ca69-86e4-415a-8c1a-3195bf5417e7 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317490 Sep 03 02:04:46.420146 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170747ac-67e4-478d-8b62-cf2d433b9360 req-00e434ae-360d-4bb7-9dbc-3317c705d731 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:46.421622 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-170747ac-67e4-478d-8b62-cf2d433b9360 req-00e434ae-360d-4bb7-9dbc-3317c705d731 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0512495 Sep 03 02:04:46.458001 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-170747ac-67e4-478d-8b62-cf2d433b9360 req-4af9c4f9-3d2a-4ea1-a9d2-f58fcb829cd5 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305898 Sep 03 02:04:47.578987 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e9f4-2216-4338-adc9-bfffe88f8aa8 req-7c5c4d02-a016-46c6-a764-f88460b03fc9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:47.580437 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9440e9f4-2216-4338-adc9-bfffe88f8aa8 req-7c5c4d02-a016-46c6-a764-f88460b03fc9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0504134 Sep 03 02:04:47.617690 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9440e9f4-2216-4338-adc9-bfffe88f8aa8 req-864a0d31-3758-452b-9de8-252e1da4f0cc tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312221 Sep 03 02:04:48.735461 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ab846-efbc-4267-92f3-1bfb52a70ddf req-75058d26-8486-48c3-b758-a86534d53b41 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:48.736941 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a5ab846-efbc-4267-92f3-1bfb52a70ddf req-75058d26-8486-48c3-b758-a86534d53b41 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0491629 Sep 03 02:04:48.775973 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6a5ab846-efbc-4267-92f3-1bfb52a70ddf req-1cad2318-5412-41d0-9954-8c2bd2636949 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329602 Sep 03 02:04:49.894542 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a74758-98b1-443c-8798-3d0e977cb578 req-31567d97-ed36-4464-8eca-9d502db7be32 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:49.896001 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c6a74758-98b1-443c-8798-3d0e977cb578 req-31567d97-ed36-4464-8eca-9d502db7be32 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0487192 Sep 03 02:04:49.932579 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-c6a74758-98b1-443c-8798-3d0e977cb578 req-eb82207a-b5be-4b0e-a331-ff07cd37fe9d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307248 Sep 03 02:04:51.049216 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c80aba-d9f1-432e-9e0a-5df91309aca4 req-d03deb73-3363-40f2-89d8-600a60aea383 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:51.050693 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-12c80aba-d9f1-432e-9e0a-5df91309aca4 req-d03deb73-3363-40f2-89d8-600a60aea383 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0481508 Sep 03 02:04:51.087872 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-12c80aba-d9f1-432e-9e0a-5df91309aca4 req-9231d1bc-8f3f-403c-a52e-6b52c864fb6d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314388 Sep 03 02:04:51.602213 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 35482) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:51.706797 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8699a197-19a1-4df6-be3f-1089b534d0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:51.792387 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8699a197-19a1-4df6-be3f-1089b534d0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:51.795310 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8699a197-19a1-4df6-be3f-1089b534d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:51.833839 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8699a197-19a1-4df6-be3f-1089b534d0dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1a2ee1016af48b783a9ed60fa9c2a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305655 Sep 03 02:04:51.834797 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699a197-19a1-4df6-be3f-1089b534d0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a1d55-0584-4e1a-818c-a737627d1d5c,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:51.836715 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35486) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:51.886401 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:51.907818 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:51.954079 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:51.956620 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:51.957800 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/593a1d55-0584-4e1a-818c-a737627d1d5c HTTP/1.1" status: 204 len: 168 time: 0.1196775 Sep 03 02:04:51.965255 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a1d55-0584-4e1a-818c-a737627d1d5c,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:51.972323 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.972677 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.973051 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.973409 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.973732 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.974067 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.974396 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.974777 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.975037 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.975362 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.975687 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:51.976010 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf56beed-b82c-418b-ad42-0c5b7c382bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:52.421398 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee84ca3-c00e-4374-8555-a32e172dc91f req-c6b6102c-2b2b-44ca-b8b9-647621086f49 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:52.422919 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5ee84ca3-c00e-4374-8555-a32e172dc91f req-c6b6102c-2b2b-44ca-b8b9-647621086f49 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.2616200 Sep 03 02:04:52.461373 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-5ee84ca3-c00e-4374-8555-a32e172dc91f req-c55c2b05-c48f-46fc-b864-53d9ee04041e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316668 Sep 03 02:04:53.579369 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ec5a5-8336-43d4-83a6-c8c16cb2c0ce req-84538bff-70be-4635-9023-627c5513549b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:53.580849 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a2ec5a5-8336-43d4-83a6-c8c16cb2c0ce req-84538bff-70be-4635-9023-627c5513549b tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0487216 Sep 03 02:04:53.617613 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1a2ec5a5-8336-43d4-83a6-c8c16cb2c0ce req-a7ad2315-fd3e-4dd0-9cf2-06eff02cc0a3 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310459 Sep 03 02:04:54.738505 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcde37-a5e4-4f0f-8d39-dffa64af4850 req-d6c27142-3756-406c-b7b5-ec5456373aae tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:54.739984 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-19bcde37-a5e4-4f0f-8d39-dffa64af4850 req-d6c27142-3756-406c-b7b5-ec5456373aae tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0499840 Sep 03 02:04:54.778485 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-19bcde37-a5e4-4f0f-8d39-dffa64af4850 req-c4a7435a-776c-4db0-8e39-7f3b6cb6c704 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317271 Sep 03 02:04:55.910484 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc34c47-1d89-4d9b-ae87-0a36002b0d52 req-0ccbf5fa-3d13-452b-be57-63ae22933895 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:55.911898 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fc34c47-1d89-4d9b-ae87-0a36002b0d52 req-0ccbf5fa-3d13-452b-be57-63ae22933895 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0585470 Sep 03 02:04:55.952427 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3fc34c47-1d89-4d9b-ae87-0a36002b0d52 req-07057549-d134-4e67-b220-e26e214ea5fb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346527 Sep 03 02:04:56.196163 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device c755f81f-8a56-4ea4-855a-3177061cd25b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:04:56.290449 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:56.301160 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'port_id': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'mac_address': 'fa:16:3e:4c:17:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:04:56.336832 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:56.348627 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c755f81f-8a56-4ea4-855a-3177061cd25b {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:04:56.366359 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:56.369989 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:56.417700 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=6']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:56.425474 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.425825 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.426163 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.426493 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.426825 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.427149 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.427472 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.427793 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.428266 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.428454 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.428769 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.429113 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:56.446392 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-61c7897e-eaa7-48ca-a8a1-da8a8e512572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:56.524850 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:56.582506 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['c755f81f-8a56-4ea4-855a-3177061cd25b'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:04:57.076801 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90283bfa-ed4e-472b-a520-97cd4438ce48 req-734e78d6-05eb-47db-9c52-45e8ce408ba0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:57.078433 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-90283bfa-ed4e-472b-a520-97cd4438ce48 req-734e78d6-05eb-47db-9c52-45e8ce408ba0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 945 time: 0.0548024 Sep 03 02:04:57.118818 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-90283bfa-ed4e-472b-a520-97cd4438ce48 req-9cf918f2-5425-4eeb-a8e8-0b25f9dbb8b9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343692 Sep 03 02:04:58.189260 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device c755f81f-8a56-4ea4-855a-3177061cd25b up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:04:58.246189 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port c755f81f-8a56-4ea4-855a-3177061cd25b triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:04:58.246565 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:58.259269 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956cbf-8566-428e-8c5a-d6b8ea420ec2 req-50c7e066-611f-4bad-87c0-affa795e9503 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:58.269932 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a4956cbf-8566-428e-8c5a-d6b8ea420ec2 req-50c7e066-611f-4bad-87c0-affa795e9503 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 945 time: 0.0734642 Sep 03 02:04:58.328610 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a4956cbf-8566-428e-8c5a-d6b8ea420ec2 req-c1c7a5c5-37e5-4d93-8207-6db4f3b2e5a5 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575850 Sep 03 02:04:58.339145 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:58.368509 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:04:58.370817 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c7fe04-fab6-4122-a8d4-1aec56d28a3f" -d '{"events": [{"server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "name": "network-vif-plugged", "status": "completed", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:04:58.390041 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:04:58.399843 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:58.424172 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b016796-56fa-4b20-9452-5bea2a43a5e2 x-openstack-request-id: req-0b016796-56fa-4b20-9452-5bea2a43a5e2 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:04:58.424699 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "name": "network-vif-plugged", "status": "completed", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:04:58.424987 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b016796-56fa-4b20-9452-5bea2a43a5e2 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:04:58.425358 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'code': 200} Sep 03 02:04:58.452952 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=7']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:58.952557 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-faf9bae3-2d48-4d3a-9772-d96edee3987a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:59.180090 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:59.454179 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b5ddd-556d-4f4b-8b50-ba000b879fa4 req-c2301b4c-1776-4edb-94b3-bee4be0c86e0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:04:59.455729 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c5b5ddd-556d-4f4b-8b50-ba000b879fa4 req-c2301b4c-1776-4edb-94b3-bee4be0c86e0 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0542397 Sep 03 02:04:59.507219 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4c5b5ddd-556d-4f4b-8b50-ba000b879fa4 req-2cf93e77-69fe-4d20-866f-ceb16ac25cd3 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452425 Sep 03 02:05:00.120541 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:00.640355 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaff676-0395-4b2d-a98a-5fefdcdb8bdb req-08812f7f-53a7-409e-b663-4ef8d8c5a777 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:00.642547 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7eaff676-0395-4b2d-a98a-5fefdcdb8bdb req-08812f7f-53a7-409e-b663-4ef8d8c5a777 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0535331 Sep 03 02:05:00.689297 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7eaff676-0395-4b2d-a98a-5fefdcdb8bdb req-a1ef7f2b-ef53-4bde-b94f-08c33aa4e67c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378110 Sep 03 02:05:01.679882 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:05:01.825042 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1e70e-ebf8-4d40-8c88-7cd403c86e3f req-4b244503-9ffa-416a-9388-6922b46348ea tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:01.827028 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f0c1e70e-ebf8-4d40-8c88-7cd403c86e3f req-4b244503-9ffa-416a-9388-6922b46348ea tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0526066 Sep 03 02:05:01.855422 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:01.881033 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-f0c1e70e-ebf8-4d40-8c88-7cd403c86e3f req-2c40c1dc-0a41-421c-a4a5-328f93211f70 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406387 Sep 03 02:05:03.016807 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76584a0d-cb2b-4a7a-a314-411fd3cb309b req-bba932d8-fd66-4461-a8b6-389fb09c2734 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:03.018596 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-76584a0d-cb2b-4a7a-a314-411fd3cb309b req-bba932d8-fd66-4461-a8b6-389fb09c2734 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0584087 Sep 03 02:05:03.057175 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-76584a0d-cb2b-4a7a-a314-411fd3cb309b req-4a813c06-b716-4573-b36c-e8b8e78c90bb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322192 Sep 03 02:05:04.201753 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaee980-fb2a-4bd9-b7c1-ffcb421fde1b req-20407ee1-643e-4ec2-b29a-ea16643d317d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:04.209401 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cbaee980-fb2a-4bd9-b7c1-ffcb421fde1b req-20407ee1-643e-4ec2-b29a-ea16643d317d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0656199 Sep 03 02:05:04.248866 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cbaee980-fb2a-4bd9-b7c1-ffcb421fde1b req-aff8d264-1ec9-460e-b788-166ddf299b06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384467 Sep 03 02:05:05.377515 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5504a-1096-4305-9462-f82605892b64 req-f144e26d-f4a7-4638-b6c4-10735f57788d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:05.379078 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20e5504a-1096-4305-9462-f82605892b64 req-f144e26d-f4a7-4638-b6c4-10735f57788d tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0505159 Sep 03 02:05:05.420916 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-20e5504a-1096-4305-9462-f82605892b64 req-175cafda-ace2-4751-bb5f-50f8b10ac2ea tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358162 Sep 03 02:05:06.565735 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c878442-3cc3-42c7-b8c8-c6b240129110 req-1f97f212-ce4a-4d53-950b-fa391b16b388 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:06.567878 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0c878442-3cc3-42c7-b8c8-c6b240129110 req-1f97f212-ce4a-4d53-950b-fa391b16b388 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0671744 Sep 03 02:05:06.609654 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0c878442-3cc3-42c7-b8c8-c6b240129110 req-81a088e9-a94c-438b-acc9-559041c01316 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341096 Sep 03 02:05:07.430172 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-cc0e39c0-d9f3-4d23-9d34-4803d357f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:07.431680 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-cc0e39c0-d9f3-4d23-9d34-4803d357f860 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 1099 time: 0.0414457 Sep 03 02:05:07.524192 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-f9805287-9b13-412b-91b3-2c6801764663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:07.526041 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-f9805287-9b13-412b-91b3-2c6801764663 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 917 time: 0.0877433 Sep 03 02:05:07.597932 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-434e0423-59e9-4c5a-a676-c9ab81183a7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c755f81f-8a56-4ea4-855a-3177061cd25b HTTP/1.1" status: 200 len: 1002 time: 0.0641007 Sep 03 02:05:07.648522 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-b338f40a-5e24-40a8-b88d-eb494d659256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:07.650113 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-b338f40a-5e24-40a8-b88d-eb494d659256 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 200 len: 855 time: 0.0450921 Sep 03 02:05:07.739837 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-762b6e40-4502-49f6-9d10-8be6a2f2cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:07.741384 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-762b6e40-4502-49f6-9d10-8be6a2f2cc38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833199 Sep 03 02:05:07.754366 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f414af-e3eb-477e-bc2e-f14cb8d32b18 req-f9f24378-373f-4613-b03b-e4a93c2ef357 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:07.755818 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d3f414af-e3eb-477e-bc2e-f14cb8d32b18 req-f9f24378-373f-4613-b03b-e4a93c2ef357 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0687087 Sep 03 02:05:07.849389 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d3f414af-e3eb-477e-bc2e-f14cb8d32b18 req-10c34bb1-77bc-4be8-a716-2e39490ef6c2 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843844 Sep 03 02:05:07.872266 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-2c2c3ede-228e-4f04-8363-70a150bfc9c2 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155088 Sep 03 02:05:07.966098 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-5b601e5f-866c-4cbe-a2fe-7fa25cf11aaf req-786c51c3-1d56-460a-b11b-0db2b129ba2d service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849898 Sep 03 02:05:08.972184 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82916ed-3d6b-456a-9eee-32b9f0871f9b req-c5628b03-c121-47fe-9d40-6ec7c3871bb6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:08.973909 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e82916ed-3d6b-456a-9eee-32b9f0871f9b req-c5628b03-c121-47fe-9d40-6ec7c3871bb6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0520763 Sep 03 02:05:09.012362 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e82916ed-3d6b-456a-9eee-32b9f0871f9b req-a286c9f7-8709-4724-982d-d0e8be7c104c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326533 Sep 03 02:05:09.294180 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ae648-ba6b-4182-a873-24a17a68fa0f req-2bfbb187-f743-4ff2-9b26-94c4fa1c0af8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:09.295834 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f1ae648-ba6b-4182-a873-24a17a68fa0f req-2bfbb187-f743-4ff2-9b26-94c4fa1c0af8 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 945 time: 0.0468724 Sep 03 02:05:09.333076 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8f1ae648-ba6b-4182-a873-24a17a68fa0f req-287e4960-b7f8-4a87-a75b-ce09a1589a7a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313101 Sep 03 02:05:10.137839 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dde328-304a-48f6-b162-eb744f3b484c req-0c560763-efaa-4be7-9019-035c38d9b119 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:10.139998 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-59dde328-304a-48f6-b162-eb744f3b484c req-0c560763-efaa-4be7-9019-035c38d9b119 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 946 time: 0.0528255 Sep 03 02:05:10.181701 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-59dde328-304a-48f6-b162-eb744f3b484c req-84dd9400-7a5a-4a5d-9de4-3a8a96eda949 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357697 Sep 03 02:05:10.271521 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device c755f81f-8a56-4ea4-855a-3177061cd25b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:10.348269 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:10.371615 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:05:10.373939 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6fe752-58b1-438e-9975-3c6d05a3b2df" -d '{"events": [{"server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:05:10.387181 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:10.394188 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:10.448652 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=8']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:10.456286 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b21a9d-7c32-441d-bbb4-af61be4a0927 req-35d25d6a-7747-4ffc-b000-bd8de5e9b358 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:10.458257 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-83b21a9d-7c32-441d-bbb4-af61be4a0927 req-35d25d6a-7747-4ffc-b000-bd8de5e9b358 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 945 time: 0.0540159 Sep 03 02:05:10.496327 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-83b21a9d-7c32-441d-bbb4-af61be4a0927 req-63ebfb76-7bb6-432e-a579-69f2c06480be tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Sep 03 02:05:10.535974 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 02:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491dd924-cdbf-4685-9f43-3ef40f70ede4 x-openstack-request-id: req-491dd924-cdbf-4685-9f43-3ef40f70ede4 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:05:10.536267 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "name": "network-vif-unplugged", "status": "failed", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b", "code": 422}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:05:10.536519 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-491dd924-cdbf-4685-9f43-3ef40f70ede4 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:05:10.536945 dv-cinder-804035-9-iscsi neutron-server[93869]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'code': 422} returned with failed status Sep 03 02:05:10.985914 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-3fd8c405-f7af-4604-8d32-af40adfd4d29 req-3af204b0-b963-4680-b4fd-ab9cfcb494e2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93868) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:05:10.986885 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3fd8c405-f7af-4604-8d32-af40adfd4d29 req-3af204b0-b963-4680-b4fd-ab9cfcb494e2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054021 Sep 03 02:05:11.159447 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddc647-59d8-4635-a01b-d00c089922dd req-d638c994-94d4-4122-b665-8da55d47acf3 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:11.160924 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bbddc647-59d8-4635-a01b-d00c089922dd req-d638c994-94d4-4122-b665-8da55d47acf3 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0589788 Sep 03 02:05:11.215878 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bbddc647-59d8-4635-a01b-d00c089922dd req-85b993f2-f93d-4c9a-b789-d19d10d6bd39 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419211 Sep 03 02:05:11.220251 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-f7ebe727-8950-4312-b138-0db3b1a23d64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775671 Sep 03 02:05:11.289728 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-05b18f37-69ff-4718-97bc-8b7d9fd2835a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:11.291201 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-05b18f37-69ff-4718-97bc-8b7d9fd2835a tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.42 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 945 time: 0.0492935 Sep 03 02:05:11.383726 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Deleting port 3e20f547-8bb9-4856-82cf-1f83e75988cd {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:11.384064 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:11.478440 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] For port 3e20f547-8bb9-4856-82cf-1f83e75988cd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3e20f547-8bb9-4856-82cf-1f83e75988cd,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:11.478811 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:11.620452 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cdcaf-f13d-4dc2-9fca-07cec2b9a3b7 req-9a7f4fb7-7979-41ba-a94b-18e8ed924792 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:11.626337 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ac3cdcaf-f13d-4dc2-9fca-07cec2b9a3b7 req-9a7f4fb7-7979-41ba-a94b-18e8ed924792 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 945 time: 0.0561125 Sep 03 02:05:11.660511 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ac3cdcaf-f13d-4dc2-9fca-07cec2b9a3b7 req-109a7159-d03f-4c47-80dd-32761779011f tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups?id=df284b12-3682-4995-9ea1-013e57af7f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Sep 03 02:05:11.661401 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:11.661789 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:11.662216 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Floating IP b5029127-6e52-4a18-8d6e-0fb1d14b539f disassociated. External IP: 172.27.3.190, port: 3e20f547-8bb9-4856-82cf-1f83e75988cd. Sep 03 02:05:11.662565 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Calling delete_port for 3e20f547-8bb9-4856-82cf-1f83e75988cd owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:11.792902 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:11.820072 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event deleted for resources: {'Port': ['ID=3e20f547-8bb9-4856-82cf-1f83e75988cd,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:11.936649 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Router 4fb6e303-d39f-4317-94a7-caee93dd83f9 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:05:12.068294 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-fdf9c653-982f-4f47-b22f-bf1a5b59a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:12.069789 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-fdf9c653-982f-4f47-b22f-bf1a5b59a322 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0&tenant_id=53a477ba1496485da25d20994e25d2d7 HTTP/1.1" status: 200 len: 1097 time: 0.0597706 Sep 03 02:05:12.077891 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:05:12.087351 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] Sync routers for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:05:12.097609 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:12.098159 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:04:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:12.118820 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] No DVR routers for this DVR port 3e20f547-8bb9-4856-82cf-1f83e75988cd on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:05:12.127576 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:12.129471 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-25dda671-442b-474c-8e4b-b40fd7ccc3c4 req-d831fd84-4a9a-4108-bf5a-e719ff7529b4 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.42 "DELETE /v2.0/ports/3e20f547-8bb9-4856-82cf-1f83e75988cd HTTP/1.1" status: 204 len: 173 time: 0.8315809 Sep 03 02:05:12.129893 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70439b96-0243-495c-a8d1-1684a2892697', 'name': 'network-vif-deleted', 'tag': '3e20f547-8bb9-4856-82cf-1f83e75988cd'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:05:12.132071 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b525ec-56f6-4895-a5f7-f6b6e498e434" -d '{"events": [{"server_uuid": "70439b96-0243-495c-a8d1-1684a2892697", "name": "network-vif-deleted", "tag": "3e20f547-8bb9-4856-82cf-1f83e75988cd"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:05:12.184445 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528912f1-6c88-4455-8b11-2f1ee35a0f25 x-openstack-request-id: req-528912f1-6c88-4455-8b11-2f1ee35a0f25 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:05:12.185127 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70439b96-0243-495c-a8d1-1684a2892697", "name": "network-vif-deleted", "tag": "3e20f547-8bb9-4856-82cf-1f83e75988cd", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:05:12.185334 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-528912f1-6c88-4455-8b11-2f1ee35a0f25 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:05:12.186199 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70439b96-0243-495c-a8d1-1684a2892697', 'name': 'network-vif-deleted', 'tag': '3e20f547-8bb9-4856-82cf-1f83e75988cd', 'status': 'completed', 'code': 200} Sep 03 02:05:12.191167 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-e3b9cb27-d3b0-4cab-a3b6-168ec32d080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:12.192650 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-e3b9cb27-d3b0-4cab-a3b6-168ec32d080f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=53a477ba1496485da25d20994e25d2d7&device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 1097 time: 0.0748992 Sep 03 02:05:12.219028 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:12.329321 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-805104d1-f4ed-49e6-9b78-fbd215232b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:12.330701 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-805104d1-f4ed-49e6-9b78-fbd215232b35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 200 len: 917 time: 0.1104352 Sep 03 02:05:12.389706 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94544695-023e-48dd-bb1f-9fdf20ab5ccb req-c25945da-2887-4167-b1d4-43183ff207a2 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:12.391918 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-94544695-023e-48dd-bb1f-9fdf20ab5ccb req-c25945da-2887-4167-b1d4-43183ff207a2 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0714996 Sep 03 02:05:12.408008 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-89209ce9-94f2-4890-aa26-7206ed5d5eb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c755f81f-8a56-4ea4-855a-3177061cd25b HTTP/1.1" status: 200 len: 1000 time: 0.0683606 Sep 03 02:05:12.430639 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-94544695-023e-48dd-bb1f-9fdf20ab5ccb req-56bbbe04-f90d-4bb3-8cc0-0ecd28fa7c7f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326190 Sep 03 02:05:12.460432 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-3d9890b4-0cfe-402d-b2be-674c2d053d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:12.461925 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-3d9890b4-0cfe-402d-b2be-674c2d053d24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 200 len: 855 time: 0.0467420 Sep 03 02:05:12.507789 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-8b7d91cc-f0a9-4e04-b7c2-1e632cf94c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:12.509310 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-8b7d91cc-f0a9-4e04-b7c2-1e632cf94c75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a7a91a8-52d7-4eda-8b81-0483c0da15d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388706 Sep 03 02:05:12.581138 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:12.607751 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] Checking router: 4fb6e303-d39f-4317-94a7-caee93dd83f9 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:05:12.610264 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-19103140-9958-4522-ac69-648c37d6c784 service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923815 Sep 03 02:05:12.615978 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:12.616613 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:04:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:12.732828 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-edf109ee-f805-46b4-8a6f-095b58d38af0 req-e5ff4f1e-b171-4750-ba6f-9a997ac4b8cd service neutron] 10.222.0.42 "GET /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021788 Sep 03 02:05:12.740350 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:12.781567 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d224626d-9f5c-410f-955e-266b142b2aa3 req-c7a091e8-a20f-437e-910d-306a6705cdfd tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/ports?device_id=70439b96-0243-495c-a8d1-1684a2892697 HTTP/1.1" status: 200 len: 210 time: 0.0278268 Sep 03 02:05:12.957549 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:12.983356 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140a616-8162-4d59-890a-8b17b36af5e0 None None] The sync data for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi is: [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T01:58:24Z', 'revision_number': 4, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '2845c7c1-ee83-43ea-84a9-4db94ce8f574', 'name': '', 'network_id': 'a88e5a51-5dbf-49a2-9096-b693012f5b33', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'mac_address': 'fa:16:3e:9c:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:20Z', 'updated_at': '2021-09-03T01:58:36Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'subnets': [{'id': '013631d7-7a1e-4a3d-ada0-12789532d705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:05:13.271713 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614bafdf-ed52-476e-afff-ddd3d27adb51 None None] New status for floating IP b5029127-6e52-4a18-8d6e-0fb1d14b539f: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:05:13.560821 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525eb13-5227-49a5-bec2-f80a7c09632f req-fab9407e-ba75-4995-88a8-74fdde6e9031 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:13.563249 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2525eb13-5227-49a5-bec2-f80a7c09632f req-fab9407e-ba75-4995-88a8-74fdde6e9031 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0519691 Sep 03 02:05:13.605926 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-2525eb13-5227-49a5-bec2-f80a7c09632f req-33cc7c64-312f-4b06-846a-b5f439b1d2d9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362928 Sep 03 02:05:13.870739 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 35750) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:13.944608 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a143039f-84d4-49a4-8575-eeb20aa9f302 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:13.971863 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a143039f-84d4-49a4-8575-eeb20aa9f302 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:14.031272 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a143039f-84d4-49a4-8575-eeb20aa9f302 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:14.036010 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a143039f-84d4-49a4-8575-eeb20aa9f302 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:14.041894 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a143039f-84d4-49a4-8575-eeb20aa9f302 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "DELETE /v2.0/security-groups/df284b12-3682-4995-9ea1-013e57af7f18 HTTP/1.1" status: 204 len: 168 time: 0.1648562 Sep 03 02:05:14.042580 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35752) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:14.064031 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143039f-84d4-49a4-8575-eeb20aa9f302 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df284b12-3682-4995-9ea1-013e57af7f18,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:14.078510 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.api.v2.resource [None req-d0f8023e-7409-4eb3-a9b1-9a775aaab175 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] show failed (client error): The resource could not be found. Sep 03 02:05:14.079653 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d0f8023e-7409-4eb3-a9b1-9a775aaab175 tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "GET /v2.0/security-groups/df284b12-3682-4995-9ea1-013e57af7f18 HTTP/1.1" status: 404 len: 347 time: 0.0359011 Sep 03 02:05:14.082519 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35754) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:14.246281 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-161c8088-4c46-4515-9545-34c17644c90e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Deleting port fc3ea199-c30f-4879-96f1-530d140fd8ac {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:14.246621 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-161c8088-4c46-4515-9545-34c17644c90e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:14.266562 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 3e20f547-8bb9-4856-82cf-1f83e75988cd no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:14.293274 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 3e20f547-8bb9-4856-82cf-1f83e75988cd {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:14.293983 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 3e20f547-8bb9-4856-82cf-1f83e75988cd not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:14.337061 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-161c8088-4c46-4515-9545-34c17644c90e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:14.337311 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-161c8088-4c46-4515-9545-34c17644c90e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:14.348506 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-161c8088-4c46-4515-9545-34c17644c90e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Calling delete_port for fc3ea199-c30f-4879-96f1-530d140fd8ac owned by network:floatingip {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:14.485644 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-161c8088-4c46-4515-9545-34c17644c90e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:14.519091 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c8088-4c46-4515-9545-34c17644c90e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Pushing event deleted for resources: {'Port': ['ID=fc3ea199-c30f-4879-96f1-530d140fd8ac,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:14.584905 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-161c8088-4c46-4515-9545-34c17644c90e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks [] for floatingip, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:14.587514 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-161c8088-4c46-4515-9545-34c17644c90e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:14.588917 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-161c8088-4c46-4515-9545-34c17644c90e tempest-AttachVolumeTestJSON-1942053726 tempest-AttachVolumeTestJSON-1942053726-project] 10.222.0.32 "DELETE /v2.0/floatingips/b5029127-6e52-4a18-8d6e-0fb1d14b539f HTTP/1.1" status: 204 len: 168 time: 0.5052102 Sep 03 02:05:14.778803 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c539c-64fd-439a-860a-d6b8a9593226 req-15b33b23-0da0-4740-a097-b3392c6dedd8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:14.780344 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b25c539c-64fd-439a-860a-d6b8a9593226 req-15b33b23-0da0-4740-a097-b3392c6dedd8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0625091 Sep 03 02:05:14.819520 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b25c539c-64fd-439a-860a-d6b8a9593226 req-19f8a847-4670-488d-8380-08705a54b1e3 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333025 Sep 03 02:05:15.949006 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167acc8-408c-49ca-9b41-4efd60e693a6 req-7e913c02-d3e0-44db-9039-8ad59eebd55a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:15.951114 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9167acc8-408c-49ca-9b41-4efd60e693a6 req-7e913c02-d3e0-44db-9039-8ad59eebd55a tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0502262 Sep 03 02:05:15.994892 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9167acc8-408c-49ca-9b41-4efd60e693a6 req-95856415-585a-404b-a92f-b7329ef26fcd tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370972 Sep 03 02:05:17.130423 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaafbef-230f-4b55-bd21-b6ed8ac68945 req-d3b789b0-9562-4961-b322-1d5134738729 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:17.132056 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0aaafbef-230f-4b55-bd21-b6ed8ac68945 req-d3b789b0-9562-4961-b322-1d5134738729 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0615373 Sep 03 02:05:17.172428 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0aaafbef-230f-4b55-bd21-b6ed8ac68945 req-01450ccd-4ad8-4449-8401-5be1cbaab694 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344636 Sep 03 02:05:18.193970 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35790) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:18.298639 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ada0c-2b4a-480a-ad78-b207867f19dd req-d01b96b8-62c7-47b3-b333-04b98a405e09 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:18.300135 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d0ada0c-2b4a-480a-ad78-b207867f19dd req-d01b96b8-62c7-47b3-b333-04b98a405e09 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0515568 Sep 03 02:05:18.367465 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d0ada0c-2b4a-480a-ad78-b207867f19dd req-5a3ad74b-92cb-4d4d-8b60-a454de544bb6 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610213 Sep 03 02:05:18.744518 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715889'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:19.016187 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] Deleting port 2845c7c1-ee83-43ea-84a9-4db94ce8f574 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:19.016605 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:19.094897 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] For port 2845c7c1-ee83-43ea-84a9-4db94ce8f574, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=2845c7c1-ee83-43ea-84a9-4db94ce8f574,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:19.095271 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:19.110562 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] Calling delete_port for 2845c7c1-ee83-43ea-84a9-4db94ce8f574 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:19.302069 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:19.329315 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] Pushing event deleted for resources: {'Port': ['ID=2845c7c1-ee83-43ea-84a9-4db94ce8f574,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:19.538306 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716005'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:19.548612 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbac14a-014f-4504-8d02-f4f61101d18b req-a66c5adb-4977-4c15-86f7-42ab3281c970 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:19.550145 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fbbac14a-014f-4504-8d02-f4f61101d18b req-a66c5adb-4977-4c15-86f7-42ab3281c970 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0990796 Sep 03 02:05:19.605817 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fbbac14a-014f-4504-8d02-f4f61101d18b req-aa02a0b7-2a37-45b9-90c6-c8c15cf5dfff tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486064 Sep 03 02:05:19.764351 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] Router 4fb6e303-d39f-4317-94a7-caee93dd83f9 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:05:19.879135 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:05:19.884597 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-675b0b20-fbe0-4def-b332-76e7c7301ade admin admin] 10.222.0.32 "PUT /v2.0/routers/4fb6e303-d39f-4317-94a7-caee93dd83f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6894350 Sep 03 02:05:19.887096 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35800) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:19.889108 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] Sync routers for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:05:19.899195 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:19.899805 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:04:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:19.990491 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:20.007199 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:20.109884 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:20.196602 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Deleting port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:20.196863 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:20.202656 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T02:05:19Z', 'revision_number': 5, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port': {'id': '640e7d11-c0e5-44f6-ac00-02962a6fc3c5', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:14Z', 'updated_at': '2021-09-03T01:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:20.229115 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] Checking router: 4fb6e303-d39f-4317-94a7-caee93dd83f9 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:05:20.239169 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] Routers {'4fb6e303-d39f-4317-94a7-caee93dd83f9'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:20.239865 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:04:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4fb6e303-d39f-4317-94a7-caee93dd83f9'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:20.296758 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] For port 640e7d11-c0e5-44f6-ac00-02962a6fc3c5, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=640e7d11-c0e5-44f6-ac00-02962a6fc3c5,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:20.297163 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:20.309372 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Calling delete_port for 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:20.326949 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] Set router 4fb6e303-d39f-4317-94a7-caee93dd83f9 gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:20.387125 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T02:05:20Z', 'revision_number': 6, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port_host': None}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:20.415950 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab4c522-19cb-440d-b45d-789352e61544 None None] The sync data for ids ['4fb6e303-d39f-4317-94a7-caee93dd83f9'] in dv-cinder-804035-9-iscsi is: [{'id': '4fb6e303-d39f-4317-94a7-caee93dd83f9', 'name': 'tempest-AttachVolumeTestJSON-326593059-router', 'tenant_id': '53922ccd5c6d43309b6012efa1acaba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:13Z', 'updated_at': '2021-09-03T02:05:20Z', 'revision_number': 6, 'project_id': '53922ccd5c6d43309b6012efa1acaba7', 'gw_port_host': None}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:05:20.521023 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:20.550459 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Pushing event deleted for resources: {'Port': ['ID=640e7d11-c0e5-44f6-ac00-02962a6fc3c5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:20.616946 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714251'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:20.957310 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124237'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:20.960401 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.016321 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e23035-11aa-4d38-a80a-57a8ac10f437 req-bbae883b-bbe6-4319-af1b-f924b48c24f5 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:21.017899 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62e23035-11aa-4d38-a80a-57a8ac10f437 req-bbae883b-bbe6-4319-af1b-f924b48c24f5 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0885909 Sep 03 02:05:21.027002 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715437'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.027522 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fb6e303-d39f-4317-94a7-caee93dd83f9 {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:05:21.036844 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.038058 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e5f6ff0b-9fa2-44fa-ade1-e4dc65293052 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4fb6e303-d39f-4317-94a7-caee93dd83f9 HTTP/1.1" status: 204 len: 168 time: 1.1493986 Sep 03 02:05:21.040810 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 35804) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:21.076182 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-62e23035-11aa-4d38-a80a-57a8ac10f437 req-cb527153-82a5-4254-9c3b-985052e7d77c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508873 Sep 03 02:05:21.091745 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cb1028-43db-4236-b043-8a2ad5d93686 admin admin] Deleting subnet 013631d7-7a1e-4a3d-ada0-12789532d705 {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:05:21.095817 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1028-43db-4236-b043-8a2ad5d93686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.133198 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1028-43db-4236-b043-8a2ad5d93686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28855423'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.221903 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1028-43db-4236-b043-8a2ad5d93686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.224470 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 2845c7c1-ee83-43ea-84a9-4db94ce8f574 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:21.254943 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 2845c7c1-ee83-43ea-84a9-4db94ce8f574 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:21.255302 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 2845c7c1-ee83-43ea-84a9-4db94ce8f574 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:21.283770 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1028-43db-4236-b043-8a2ad5d93686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29019344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26008013'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.298079 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1028-43db-4236-b043-8a2ad5d93686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.300309 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-a9cb1028-43db-4236-b043-8a2ad5d93686 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/013631d7-7a1e-4a3d-ada0-12789532d705 HTTP/1.1" status: 204 len: 168 time: 0.2583423 Sep 03 02:05:21.305032 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1001ee-e520-4478-b7af-bb7e616c4c1c None None] Network a88e5a51-5dbf-49a2-9096-b693012f5b33 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:05:21.305595 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35806) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:21.328606 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb1028-43db-4236-b043-8a2ad5d93686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013631d7-7a1e-4a3d-ada0-12789532d705,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:21.425155 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.516279 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Deleting port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:21.516704 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.549455 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f395b9-0033-4e9d-afa0-1e989ee9bb36 None None] DHCP port deletion for a88e5a51-5dbf-49a2-9096-b693012f5b33 request from dv-cinder-804035-9-iscsi {{(pid=93869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:05:21.607509 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] For port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:21.607799 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-a8f395b9-0033-4e9d-afa0-1e989ee9bb36 None None] Deleting port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:21.607996 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.608178 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8f395b9-0033-4e9d-afa0-1e989ee9bb36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.620636 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Calling delete_port for 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:21.687751 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-a8f395b9-0033-4e9d-afa0-1e989ee9bb36 None None] For port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f,segment=NetworkSegment(c9e94e7d-23a2-492e-98c9-8ff19de7fb93),segment_id=c9e94e7d-23a2-492e-98c9-8ff19de7fb93)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:21.687751 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8f395b9-0033-4e9d-afa0-1e989ee9bb36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.699995 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-a8f395b9-0033-4e9d-afa0-1e989ee9bb36 None None] Calling delete_port for 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:21.740556 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.769849 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:21.777533 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] No DVR routers for this DVR port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f on host dv-cinder-804035-9-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:05:21.781330 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a8f395b9-0033-4e9d-afa0-1e989ee9bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.808338 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f395b9-0033-4e9d-afa0-1e989ee9bb36 None None] Pushing event deleted for resources: {'Port': ['ID=65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:21.811051 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f395b9-0033-4e9d-afa0-1e989ee9bb36 None None] No DVR routers for this DVR port 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f on host dv-cinder-804035-9-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:05:21.878987 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.889675 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88e5a51-5dbf-49a2-9096-b693012f5b33']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:21.899140 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:21.899424 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e94e7d-23a2-492e-98c9-8ff19de7fb93') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:21.909028 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734924'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.925257 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.932385 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:05:21.933070 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25731537'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: timer() Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: cb(*args, **kw) Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: self._notify() Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: self.callback(batched_events) Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: event.method(event) Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._get(url).json() Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:05:21.936154 dv-cinder-804035-9-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:05:22.000926 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:22.011432 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:22.017878 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a88e5a51-5dbf-49a2-9096-b693012f5b33 HTTP/1.1" status: 204 len: 168 time: 0.7109106 Sep 03 02:05:22.030134 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63521e44-30e8-437e-ba14-422a951896a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a88e5a51-5dbf-49a2-9096-b693012f5b33,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:22.144265 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35812) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:22.185541 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f4912f38-f467-4427-ab03-d8f774deb553 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53922ccd5c6d43309b6012efa1acaba7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391958 Sep 03 02:05:22.188211 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35814) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:22.225558 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027312b-c466-4e81-94e4-d58f7cfd68b7 req-7e7962fa-6f21-49b8-ac44-2dc800ca3de9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:22.233404 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b027312b-c466-4e81-94e4-d58f7cfd68b7 req-7e7962fa-6f21-49b8-ac44-2dc800ca3de9 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0620289 Sep 03 02:05:22.245996 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1cb2356d-3365-4ed8-a537-f19409f08c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:22.269251 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1cb2356d-3365-4ed8-a537-f19409f08c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:22.282523 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b027312b-c466-4e81-94e4-d58f7cfd68b7 req-a0d366f0-4293-4836-9290-eb5c010bd0ba tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330575 Sep 03 02:05:22.330451 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1cb2356d-3365-4ed8-a537-f19409f08c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:22.333986 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1cb2356d-3365-4ed8-a537-f19409f08c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:22.337964 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1cb2356d-3365-4ed8-a537-f19409f08c6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bd835d4-d01f-4b16-8f19-8f6be4930353 HTTP/1.1" status: 204 len: 168 time: 0.1480970 Sep 03 02:05:22.349097 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2356d-3365-4ed8-a537-f19409f08c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd835d4-d01f-4b16-8f19-8f6be4930353,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:22.661937 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:22.695871 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:22.696248 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 65d20fc7-3eea-4cd5-8a34-3bc2dcb6750f not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:22.696667 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:22.717139 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:22.717530 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 640e7d11-c0e5-44f6-ac00-02962a6fc3c5 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:23.399775 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d765752-85ab-46c2-9530-b1a0d65564bd req-e3c69d52-828c-4858-b3c4-03bdd1620492 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:23.404482 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d765752-85ab-46c2-9530-b1a0d65564bd req-e3c69d52-828c-4858-b3c4-03bdd1620492 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0588002 Sep 03 02:05:23.440207 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d765752-85ab-46c2-9530-b1a0d65564bd req-c98c9bad-a5ac-431a-8bf8-d8ccf042a5fb tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324564 Sep 03 02:05:24.715523 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf94cd-c10d-4828-a904-bad36ef11ce2 req-e120713f-d1e6-4359-a286-c1d7d1f92ff4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:24.717804 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cccf94cd-c10d-4828-a904-bad36ef11ce2 req-e120713f-d1e6-4359-a286-c1d7d1f92ff4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0541089 Sep 03 02:05:24.755590 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-cccf94cd-c10d-4828-a904-bad36ef11ce2 req-9d66a4c0-b724-4912-b918-c430bb447553 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318141 Sep 03 02:05:25.874290 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aad537-d4e9-4f62-89e1-d4b88db69154 req-17733ef2-aec7-498d-90d1-378bdc1db9f1 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:25.875782 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-62aad537-d4e9-4f62-89e1-d4b88db69154 req-17733ef2-aec7-498d-90d1-378bdc1db9f1 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0479450 Sep 03 02:05:25.912947 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-62aad537-d4e9-4f62-89e1-d4b88db69154 req-a3731309-a596-40ea-bb42-e1869fc92f8e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313897 Sep 03 02:05:26.446128 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6c73904c-f225-4c18-a463-68202bb66fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:27.030427 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0c9b0-b009-467c-855e-33db6759e38c req-5a645824-a36c-4fa8-bcba-5341f52380c8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:27.031889 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-59b0c9b0-b009-467c-855e-33db6759e38c req-5a645824-a36c-4fa8-bcba-5341f52380c8 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 944 time: 0.0489345 Sep 03 02:05:27.068894 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-59b0c9b0-b009-467c-855e-33db6759e38c req-9c13d3b0-092d-42b6-9478-6dd3370b9101 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308938 Sep 03 02:05:27.212165 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device c755f81f-8a56-4ea4-855a-3177061cd25b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:05:27.234663 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:27.310555 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:27.320943 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'port_id': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'mac_address': 'fa:16:3e:4c:17:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:05:27.362746 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:27.375154 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c755f81f-8a56-4ea4-855a-3177061cd25b {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:05:27.394230 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:27.398243 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:27.445450 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=9']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:27.696331 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['c755f81f-8a56-4ea4-855a-3177061cd25b'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:05:28.195447 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf46e1-bdec-4e98-b886-afcb67b70df7 req-1a62cd5c-3691-450c-a9ad-ddac53dd1e61 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:28.196960 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8cdf46e1-bdec-4e98-b886-afcb67b70df7 req-1a62cd5c-3691-450c-a9ad-ddac53dd1e61 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 945 time: 0.0518916 Sep 03 02:05:28.236239 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-8cdf46e1-bdec-4e98-b886-afcb67b70df7 req-701beb4a-b49e-46ab-8e00-def999a25299 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332694 Sep 03 02:05:28.469060 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device c755f81f-8a56-4ea4-855a-3177061cd25b up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:05:28.515157 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port c755f81f-8a56-4ea4-855a-3177061cd25b triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:05:28.515528 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:28.587935 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:28.611010 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:05:28.613201 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf8d911-eead-4d6c-97cd-d89ab29b6322" -d '{"events": [{"server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "name": "network-vif-plugged", "status": "completed", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:05:28.625158 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:28.630520 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:28.660829 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136c2aa4-5886-4444-87c5-67bbadf66f13 x-openstack-request-id: req-136c2aa4-5886-4444-87c5-67bbadf66f13 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:05:28.661147 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "name": "network-vif-plugged", "status": "completed", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:05:28.661401 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-136c2aa4-5886-4444-87c5-67bbadf66f13 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:05:28.661786 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'code': 200} Sep 03 02:05:28.689407 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=10']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:28.957682 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6d61fcdd-9fe6-4e50-93ff-1a9c28bd3b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:29.156629 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7534e-e965-4128-8bb3-988bd73e2175 req-46a9a8e9-98f3-4c6d-98b2-dd5e0f2be741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:29.158179 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47e7534e-e965-4128-8bb3-988bd73e2175 req-46a9a8e9-98f3-4c6d-98b2-dd5e0f2be741 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 1100 time: 0.3159494 Sep 03 02:05:29.175895 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:29.196536 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-47e7534e-e965-4128-8bb3-988bd73e2175 req-cdaddbd1-83a8-4297-9e83-26f4d3ed6c33 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301657 Sep 03 02:05:29.377987 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22aa1-e8e2-4e1f-82b0-be94ba78b660 req-aecc726f-6432-4d01-89ce-fe5d3c0b422e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:29.379560 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6fd22aa1-e8e2-4e1f-82b0-be94ba78b660 req-aecc726f-6432-4d01-89ce-fe5d3c0b422e tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 947 time: 0.0636775 Sep 03 02:05:29.422789 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-6fd22aa1-e8e2-4e1f-82b0-be94ba78b660 req-f7e71781-a743-4542-a09f-c0198df1ea2f tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352199 Sep 03 02:05:30.122384 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:30.548320 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82089d7-0dd5-4ccd-9cde-72388d5f43f5 req-c42e2fa5-3c7d-4f96-b737-eac29182d6e4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:30.550593 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d82089d7-0dd5-4ccd-9cde-72388d5f43f5 req-c42e2fa5-3c7d-4f96-b737-eac29182d6e4 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 947 time: 0.0528135 Sep 03 02:05:30.601134 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-d82089d7-0dd5-4ccd-9cde-72388d5f43f5 req-48f5fda3-7882-477a-b56e-f27277a278b2 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436020 Sep 03 02:05:30.776125 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35970) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:30.881713 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0705abfd-899e-4e5a-a467-3859aec71be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:30.975796 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0705abfd-899e-4e5a-a467-3859aec71be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:30.979580 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0705abfd-899e-4e5a-a467-3859aec71be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:31.021751 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705abfd-899e-4e5a-a467-3859aec71be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77417a1e-904f-4e79-9382-2c7273b211c7,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:31.027544 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0705abfd-899e-4e5a-a467-3859aec71be9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=357f7f8320e643da96f3471e37aa08da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499804 Sep 03 02:05:31.030262 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 35974) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:31.078827 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4011ba4a-e256-42a2-bb90-d7b94df9aa30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:31.100134 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4011ba4a-e256-42a2-bb90-d7b94df9aa30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:31.147855 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4011ba4a-e256-42a2-bb90-d7b94df9aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:31.150422 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4011ba4a-e256-42a2-bb90-d7b94df9aa30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:31.151586 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4011ba4a-e256-42a2-bb90-d7b94df9aa30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77417a1e-904f-4e79-9382-2c7273b211c7 HTTP/1.1" status: 204 len: 168 time: 0.1204183 Sep 03 02:05:31.159517 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011ba4a-e256-42a2-bb90-d7b94df9aa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77417a1e-904f-4e79-9382-2c7273b211c7,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:31.750452 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a700ef-d5a3-46c7-b966-4b3789f30a6a req-9092a3a3-28b7-4322-876c-0385d1846dbe tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:31.751944 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-60a700ef-d5a3-46c7-b966-4b3789f30a6a req-9092a3a3-28b7-4322-876c-0385d1846dbe tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 947 time: 0.0502841 Sep 03 02:05:31.790667 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-60a700ef-d5a3-46c7-b966-4b3789f30a6a req-a1704c9d-01ea-4771-90a3-d5cb660be784 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325856 Sep 03 02:05:31.849117 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:31.916868 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-7e8c5df4-ce06-4c75-a3c0-5288a4a466af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424571 Sep 03 02:05:32.018692 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-1fa5a183-cc1b-4aa7-9b0b-8f04edac49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:32.021235 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-1fa5a183-cc1b-4aa7-9b0b-8f04edac49bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ea65250b6154aafa09e4f1d08d16f3d&device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1099 time: 0.0449846 Sep 03 02:05:32.126985 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-3ac041ce-1dee-45e1-9114-81e5ef40dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:32.128382 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-3ac041ce-1dee-45e1-9114-81e5ef40dcbe service neutron] 10.222.0.42 "GET /v2.0/networks?id=519d9117-afa4-4a5f-8116-0afcdadeb0ed HTTP/1.1" status: 200 len: 909 time: 0.0853643 Sep 03 02:05:32.197424 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-9f16354d-bcab-4ed2-9e9c-e9dd68bf7298 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83052746-3417-4484-8761-67285991b529 HTTP/1.1" status: 200 len: 1002 time: 0.0618410 Sep 03 02:05:32.247529 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-8a878f73-84f1-4c22-8ad5-fa5df962d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:32.249582 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-8a878f73-84f1-4c22-8ad5-fa5df962d748 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06d9973e-58b2-4910-b372-92c78497518b HTTP/1.1" status: 200 len: 847 time: 0.0448723 Sep 03 02:05:32.294729 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-13719f8f-3ba4-43bd-9e1d-ef70a4b39135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:32.296441 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-13719f8f-3ba4-43bd-9e1d-ef70a4b39135 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519d9117-afa4-4a5f-8116-0afcdadeb0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403323 Sep 03 02:05:32.312444 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36028) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:32.392370 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-59d3e4fd-09b8-462f-ad47-df46e2389c27 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884719 Sep 03 02:05:32.422556 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d12156c8-7682-4ed6-9927-754404829513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:32.484175 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-faf9db7d-1884-4e89-ae46-eadd635f9df8 req-eafcef85-ff9e-4d79-af17-794ceba12c2a service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848262 Sep 03 02:05:32.517425 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d12156c8-7682-4ed6-9927-754404829513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:32.521123 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d12156c8-7682-4ed6-9927-754404829513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:32.559037 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d12156c8-7682-4ed6-9927-754404829513 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7b5e1c1d14843ceb2095693b11a0f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458103 Sep 03 02:05:32.559908 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12156c8-7682-4ed6-9927-754404829513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e691068-758e-4047-a304-1e938d92c140,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:32.562401 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36032) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:32.615291 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef81d0d8-1cc8-4587-84f7-0f14e11b84a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:32.636003 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef81d0d8-1cc8-4587-84f7-0f14e11b84a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:32.681243 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef81d0d8-1cc8-4587-84f7-0f14e11b84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:32.683720 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ef81d0d8-1cc8-4587-84f7-0f14e11b84a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:32.684892 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ef81d0d8-1cc8-4587-84f7-0f14e11b84a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e691068-758e-4047-a304-1e938d92c140 HTTP/1.1" status: 204 len: 168 time: 0.1213760 Sep 03 02:05:32.693420 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81d0d8-1cc8-4587-84f7-0f14e11b84a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e691068-758e-4047-a304-1e938d92c140,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:33.280081 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36054) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:33.375378 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1694460552-network', 'tenant_id': '2e614f3d8f534c60b0c9bccc1236633d'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:05:33.395808 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Made reservation on behalf of 2e614f3d8f534c60b0c9bccc1236633d for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:05:33.398076 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.405977 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.491660 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.495143 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.518869 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:05:33.528004 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf9844f-212c-4bd0-9edf-30fdef864163,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:33.532672 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.533041 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Added segment 2c72b387-6d34-4998-b566-cdbe3ed440db of type vlan for network ec43f42e-1fa6-4b1e-abcd-4959da987312 Sep 03 02:05:33.572314 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.599400 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.600358 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:33.601165 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.638087 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3567128 Sep 03 02:05:33.640981 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36058) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:33.647217 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Request body: {'subnet': {'network_id': 'ec43f42e-1fa6-4b1e-abcd-4959da987312', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1694460552-subnet', 'tenant_id': '2e614f3d8f534c60b0c9bccc1236633d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:05:33.682986 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26fc90-ba96-47e3-852a-431d12388362 admin admin] Pushing event updated for resources: {'Network': ['ID=ec43f42e-1fa6-4b1e-abcd-4959da987312,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:33.694297 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network ec43f42e-1fa6-4b1e-abcd-4959da987312 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:05:33.695826 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Made reservation on behalf of 2e614f3d8f534c60b0c9bccc1236633d for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:05:33.698117 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26008040'] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.865720 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29019153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26008006'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.925493 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e63d7c-f5e4-4191-9f8b-b6d17c61affa,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:33.930691 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Checking segment: {'id': '2c72b387-6d34-4998-b566-cdbe3ed440db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ec43f42e-1fa6-4b1e-abcd-4959da987312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:05:33.931145 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Network hostable DHCP agents. Network: ec43f42e-1fa6-4b1e-abcd-4959da987312, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:05:33.948382 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Network ec43f42e-1fa6-4b1e-abcd-4959da987312 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:05:33.956910 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, ec43f42e-1fa6-4b1e-abcd-4959da987312) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:05:33.962598 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:33.963170 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.965068 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb0857-1689-4416-bc4e-09ae10450fda None None] Network ec43f42e-1fa6-4b1e-abcd-4959da987312 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:05:33.981645 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c3edf0a3-1986-4643-9f78-24bb8f22151a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3393691 Sep 03 02:05:34.091229 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d24981-97a6-4d2c-b7dd-e994c698806e None None] Network ec43f42e-1fa6-4b1e-abcd-4959da987312 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:05:34.440014 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36074) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:34.445379 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1501699744-network', 'tenant_id': 'ee2ddf84c9aa41ff8031ef17bbf5b252'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:05:34.466272 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Made reservation on behalf of ee2ddf84c9aa41ff8031ef17bbf5b252 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:05:34.468510 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:34.476761 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:34.567002 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:34.570985 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:34.595162 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:05:34.603427 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed23d3ab-5c2b-4def-a773-c394cc6cbc63,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:34.609815 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:34.610153 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Added segment de801ea7-0c34-4a17-b170-9078cde5e505 of type vlan for network 443cd72a-d064-4c70-8fc1-f7fd212077f5 Sep 03 02:05:34.648217 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:34.672637 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:34.673600 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:34.674168 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:34.705089 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2639420 Sep 03 02:05:34.707949 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36076) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:34.713683 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Request body: {'subnet': {'network_id': '443cd72a-d064-4c70-8fc1-f7fd212077f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1501699744-subnet', 'tenant_id': 'ee2ddf84c9aa41ff8031ef17bbf5b252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:05:34.733450 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94876f46-94db-495f-809e-c0626b354b50 admin admin] Pushing event updated for resources: {'Network': ['ID=443cd72a-d064-4c70-8fc1-f7fd212077f5,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:34.734681 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Made reservation on behalf of ee2ddf84c9aa41ff8031ef17bbf5b252 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:05:34.736938 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957339'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:34.744015 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 443cd72a-d064-4c70-8fc1-f7fd212077f5 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:05:34.910629 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957365'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:34.966642 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Pushing event updated for resources: {'Subnet': ['ID=048e0f7b-8405-4c63-b122-740e589ca8fb,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:34.975209 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Checking segment: {'id': 'de801ea7-0c34-4a17-b170-9078cde5e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '443cd72a-d064-4c70-8fc1-f7fd212077f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:05:34.975568 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Network hostable DHCP agents. Network: 443cd72a-d064-4c70-8fc1-f7fd212077f5, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:05:34.992183 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Network 443cd72a-d064-4c70-8fc1-f7fd212077f5 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:05:35.003198 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 443cd72a-d064-4c70-8fc1-f7fd212077f5) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:05:35.007508 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:35.008852 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.013611 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed8672e-3f71-4867-a76a-f0b1da9bbd4e None None] Network 443cd72a-d064-4c70-8fc1-f7fd212077f5 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:05:35.023338 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-effc27b3-1ceb-4847-bd51-bf56ebad315b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3136094 Sep 03 02:05:35.134949 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36080) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:35.141405 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6742d18f-97e6-44ad-8eb4-ddcbb92ff75b None None] Network 443cd72a-d064-4c70-8fc1-f7fd212077f5 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:05:35.183039 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2594414-b0e2-40cb-9a97-f49c7c178474 admin admin] Deleting subnet 95e63d7c-f5e4-4191-9f8b-b6d17c61affa {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:05:35.186227 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2594414-b0e2-40cb-9a97-f49c7c178474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.221238 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2594414-b0e2-40cb-9a97-f49c7c178474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734933'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.261516 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2594414-b0e2-40cb-9a97-f49c7c178474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.314157 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2594414-b0e2-40cb-9a97-f49c7c178474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957374'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.339587 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2594414-b0e2-40cb-9a97-f49c7c178474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e63d7c-f5e4-4191-9f8b-b6d17c61affa,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:35.345021 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2594414-b0e2-40cb-9a97-f49c7c178474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.346882 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d2594414-b0e2-40cb-9a97-f49c7c178474 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/95e63d7c-f5e4-4191-9f8b-b6d17c61affa HTTP/1.1" status: 204 len: 168 time: 0.2109466 Sep 03 02:05:35.349420 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36082) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:35.419494 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.494715 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.504620 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec43f42e-1fa6-4b1e-abcd-4959da987312']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:35.518526 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c72b387-6d34-4998-b566-cdbe3ed440db') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:35.518745 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c72b387-6d34-4998-b566-cdbe3ed440db') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:35.527221 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734924'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.540810 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.547654 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:05:35.548036 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25731537'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: timer() Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: cb(*args, **kw) Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: self._notify() Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: self.callback(batched_events) Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: event.method(event) Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._get(url).json() Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:05:35.549807 dv-cinder-804035-9-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:05:35.602232 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.607355 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.609424 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ec43f42e-1fa6-4b1e-abcd-4959da987312 HTTP/1.1" status: 204 len: 168 time: 0.2590964 Sep 03 02:05:35.612396 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36084) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:35.619697 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab820f-7d20-4c63-b7fe-b49f0d728ee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec43f42e-1fa6-4b1e-abcd-4959da987312,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:35.662387 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d48dab0-9579-4f68-8d25-9702effd7632 admin admin] Deleting subnet 048e0f7b-8405-4c63-b122-740e589ca8fb {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:05:35.665673 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d48dab0-9579-4f68-8d25-9702effd7632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.699176 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d48dab0-9579-4f68-8d25-9702effd7632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28855423'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.736787 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d48dab0-9579-4f68-8d25-9702effd7632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.789265 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d48dab0-9579-4f68-8d25-9702effd7632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29019344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26008013'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.817310 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48dab0-9579-4f68-8d25-9702effd7632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048e0f7b-8405-4c63-b122-740e589ca8fb,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:35.821424 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d48dab0-9579-4f68-8d25-9702effd7632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.823229 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7d48dab0-9579-4f68-8d25-9702effd7632 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/048e0f7b-8405-4c63-b122-740e589ca8fb HTTP/1.1" status: 204 len: 168 time: 0.2097821 Sep 03 02:05:35.825701 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36086) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:35.892222 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.971145 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:35.980692 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443cd72a-d064-4c70-8fc1-f7fd212077f5']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:35.990733 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de801ea7-0c34-4a17-b170-9078cde5e505') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:35.991028 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de801ea7-0c34-4a17-b170-9078cde5e505') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:35.999610 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28855398'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.013004 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.018834 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:05:36.019223 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29019278'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: timer() Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: cb(*args, **kw) Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: self._notify() Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: self.callback(batched_events) Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: event.method(event) Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._get(url).json() Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:05:36.020989 dv-cinder-804035-9-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:05:36.073510 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.078592 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.080415 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] 10.222.0.32 "DELETE /v2.0/networks/443cd72a-d064-4c70-8fc1-f7fd212077f5 HTTP/1.1" status: 204 len: 168 time: 0.2538188 Sep 03 02:05:36.090461 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c2ad3-880a-44e6-b808-794d89f4a858 admin admin] Pushing event deleted for resources: {'Network': ['ID=443cd72a-d064-4c70-8fc1-f7fd212077f5,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:36.232928 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36090) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:36.277506 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ddaf8430-04cc-4497-b4bb-cfc303b2e45b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e614f3d8f534c60b0c9bccc1236633d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432122 Sep 03 02:05:36.279795 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36092) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:36.328967 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-54251617-a4a3-47cf-974f-ee6b19c5ed4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.349298 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-54251617-a4a3-47cf-974f-ee6b19c5ed4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.393638 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-54251617-a4a3-47cf-974f-ee6b19c5ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.396160 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-54251617-a4a3-47cf-974f-ee6b19c5ed4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.397386 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-54251617-a4a3-47cf-974f-ee6b19c5ed4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cf9844f-212c-4bd0-9edf-30fdef864163 HTTP/1.1" status: 204 len: 168 time: 0.1164775 Sep 03 02:05:36.404593 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54251617-a4a3-47cf-974f-ee6b19c5ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf9844f-212c-4bd0-9edf-30fdef864163,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:36.702239 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36098) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:36.743479 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0719ba85-2283-4712-b456-e9316b086084 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee2ddf84c9aa41ff8031ef17bbf5b252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392656 Sep 03 02:05:36.745934 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36100) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:36.797380 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5f6f8549-6fba-479e-a1f7-185fe2a47f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.818666 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5f6f8549-6fba-479e-a1f7-185fe2a47f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.862694 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5f6f8549-6fba-479e-a1f7-185fe2a47f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.865251 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5f6f8549-6fba-479e-a1f7-185fe2a47f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.866368 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5f6f8549-6fba-479e-a1f7-185fe2a47f33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed23d3ab-5c2b-4def-a773-c394cc6cbc63 HTTP/1.1" status: 204 len: 168 time: 0.1194339 Sep 03 02:05:36.873945 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f8549-6fba-479e-a1f7-185fe2a47f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed23d3ab-5c2b-4def-a773-c394cc6cbc63,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:38.679480 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:05:41.603732 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36166) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:41.894171 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Deleting port 82131274-b6a4-4108-821e-ee596527dcec {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:41.894428 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:41.982777 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:41.983113 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:41.995337 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Calling delete_port for 82131274-b6a4-4108-821e-ee596527dcec owned by network:floatingip {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:42.142256 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:42.168017 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event deleted for resources: {'Port': ['ID=82131274-b6a4-4108-821e-ee596527dcec,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:42.230147 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for floatingip, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:42.230475 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Floating IP a5635b4d-d699-4c88-a6ad-3ebbb1b2ca1a disassociated (deleted). External IP: 172.27.3.135, port: 83052746-3417-4484-8761-67285991b529. Sep 03 02:05:42.440982 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:05:42.547081 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:05:42.551992 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:42.556765 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] Sync routers for ids ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:05:42.567299 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] Routers {'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:42.567903 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:42.584531 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-0e4bea79-7a8a-482c-8171-1d064737983f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "DELETE /v2.0/floatingips/a5635b4d-d699-4c88-a6ad-3ebbb1b2ca1a HTTP/1.1" status: 204 len: 168 time: 0.9769044 Sep 03 02:05:42.584531 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'tag': '83052746-3417-4484-8761-67285991b529'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:05:42.584860 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dd47d9-7104-4a25-83f7-623e2ac6689f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "tag": "83052746-3417-4484-8761-67285991b529"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:05:42.623459 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4606fd6b-6b83-430d-b4c8-bb2f309a5e8e x-openstack-request-id: req-4606fd6b-6b83-430d-b4c8-bb2f309a5e8e {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:05:42.624080 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "tag": "83052746-3417-4484-8761-67285991b529", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:05:42.625023 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4606fd6b-6b83-430d-b4c8-bb2f309a5e8e {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:05:42.625811 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'tag': '83052746-3417-4484-8761-67285991b529', 'status': 'completed', 'code': 200} Sep 03 02:05:42.682378 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] Set router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:42.714818 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-d8c0c009-822c-4129-b304-437d835eecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:42.716830 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-d8c0c009-822c-4129-b304-437d835eecf6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0ea65250b6154aafa09e4f1d08d16f3d&device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 1099 time: 0.0491791 Sep 03 02:05:42.817937 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-1ddc92a8-199d-45be-9746-9af55d3c673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:42.819722 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-1ddc92a8-199d-45be-9746-9af55d3c673f service neutron] 10.222.0.42 "GET /v2.0/networks?id=519d9117-afa4-4a5f-8116-0afcdadeb0ed HTTP/1.1" status: 200 len: 909 time: 0.0942519 Sep 03 02:05:42.836302 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6b46b-e60d-40e8-bc39-05293721e082 req-7c2fbd39-6c11-4b4f-9261-c1d0ff309b55 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:42.837822 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9ef6b46b-e60d-40e8-bc39-05293721e082 req-7c2fbd39-6c11-4b4f-9261-c1d0ff309b55 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0525339 Sep 03 02:05:42.863857 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-f884e0d9-5147-4a7a-9ba1-33ce912cd1d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83052746-3417-4484-8761-67285991b529 HTTP/1.1" status: 200 len: 217 time: 0.0364361 Sep 03 02:05:42.878093 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9ef6b46b-e60d-40e8-bc39-05293721e082 req-cc8ba66c-9b37-4997-b67e-dc551da23a94 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332909 Sep 03 02:05:42.908906 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:48Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '02a6a70e-c026-42f3-a7c9-5d6b061a3c5a', 'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'mac_address': 'fa:16:3e:fc:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:46Z', 'updated_at': '2021-09-03T01:59:54Z', 'revision_number': 5, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'subnets': [{'id': '06d9973e-58b2-4910-b372-92c78497518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:42.919516 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-366665b2-a7f8-426b-b84b-9ca12214848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:42.920990 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-366665b2-a7f8-426b-b84b-9ca12214848a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06d9973e-58b2-4910-b372-92c78497518b HTTP/1.1" status: 200 len: 847 time: 0.0473247 Sep 03 02:05:42.935254 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] Checking router: a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:05:42.944421 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] Routers {'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:42.945062 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:42.968335 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-86558301-84c2-4128-8903-ff5ca8040754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:42.970043 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-86558301-84c2-4128-8903-ff5ca8040754 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=519d9117-afa4-4a5f-8116-0afcdadeb0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415261 Sep 03 02:05:43.054328 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] Set router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:43.061345 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-1d2116d1-f8bb-42d6-8e8c-0e6f31e72c42 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828533 Sep 03 02:05:43.153987 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c5dd47d9-7104-4a25-83f7-623e2ac6689f req-be0f5189-ecb0-47c3-8ba3-c9bf82b16f96 service neutron] 10.222.0.42 "GET /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849142 Sep 03 02:05:43.250545 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:48Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '02a6a70e-c026-42f3-a7c9-5d6b061a3c5a', 'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'mac_address': 'fa:16:3e:fc:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:46Z', 'updated_at': '2021-09-03T01:59:54Z', 'revision_number': 5, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'subnets': [{'id': '06d9973e-58b2-4910-b372-92c78497518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:43.278809 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295a41b-2eab-4db2-8850-7abb778a8bef None None] The sync data for ids ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'] in dv-cinder-804035-9-iscsi is: [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T01:59:48Z', 'revision_number': 4, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '02a6a70e-c026-42f3-a7c9-5d6b061a3c5a', 'name': '', 'network_id': '519d9117-afa4-4a5f-8116-0afcdadeb0ed', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'mac_address': 'fa:16:3e:fc:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '06d9973e-58b2-4910-b372-92c78497518b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:46Z', 'updated_at': '2021-09-03T01:59:54Z', 'revision_number': 5, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'subnets': [{'id': '06d9973e-58b2-4910-b372-92c78497518b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:05:43.483261 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0b77a6-72dd-4c25-9176-32b22923ca61 None None] New status for floating IP a5635b4d-d699-4c88-a6ad-3ebbb1b2ca1a: DOWN {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:05:43.991904 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803e66c-f4bc-4025-924b-67231cbc7bc8 req-6bdfb79f-86b6-45c2-adf6-124238af22f7 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:43.993368 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2803e66c-f4bc-4025-924b-67231cbc7bc8 req-6bdfb79f-86b6-45c2-adf6-124238af22f7 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0475030 Sep 03 02:05:44.034436 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-2803e66c-f4bc-4025-924b-67231cbc7bc8 req-dae0ad13-2512-4e85-ad7e-264f78f548b0 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbb94376-6a84-4a90-b29e-114e735880cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350285 Sep 03 02:05:44.606763 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fd760-cae2-4903-88e7-96259a318c12 req-252b4fcb-2312-4ca7-909d-22196708c2df tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:44.608261 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a62fd760-cae2-4903-88e7-96259a318c12 req-252b4fcb-2312-4ca7-909d-22196708c2df tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 946 time: 0.0575347 Sep 03 02:05:44.701319 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-a62fd760-cae2-4903-88e7-96259a318c12 req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Deleting port 83052746-3417-4484-8761-67285991b529 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:44.701669 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-a62fd760-cae2-4903-88e7-96259a318c12 req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:44.797067 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-a62fd760-cae2-4903-88e7-96259a318c12 req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] For port 83052746-3417-4484-8761-67285991b529, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=83052746-3417-4484-8761-67285991b529,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:44.797445 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-a62fd760-cae2-4903-88e7-96259a318c12 req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:44.809350 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-a62fd760-cae2-4903-88e7-96259a318c12 req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Calling delete_port for 83052746-3417-4484-8761-67285991b529 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:44.947020 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-a62fd760-cae2-4903-88e7-96259a318c12 req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:44.985134 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event deleted for resources: {'Port': ['ID=83052746-3417-4484-8761-67285991b529,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:44.998174 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:44.998174 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:44.998174 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:44.998960 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:44.998960 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:44.998960 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:44.999766 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:45.000075 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:45.000410 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:45.000832 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:45.001198 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:45.001527 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:45.043614 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62fd760-cae2-4903-88e7-96259a318c12 req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] No DVR routers for this DVR port 83052746-3417-4484-8761-67285991b529 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:05:45.046409 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-a62fd760-cae2-4903-88e7-96259a318c12 req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:45.050184 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a62fd760-cae2-4903-88e7-96259a318c12 req-a5d8a969-85fb-4429-8070-ddf6bffd5b71 tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.42 "DELETE /v2.0/ports/83052746-3417-4484-8761-67285991b529 HTTP/1.1" status: 204 len: 173 time: 0.4357054 Sep 03 02:05:45.050656 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'name': 'network-vif-deleted', 'tag': '83052746-3417-4484-8761-67285991b529'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:05:45.053013 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce208e4-d7d5-488f-bedd-6b466e8ea039" -d '{"events": [{"server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "name": "network-vif-deleted", "tag": "83052746-3417-4484-8761-67285991b529"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:05:45.098223 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e703e-a93b-4e4f-9fd7-db47af8173cd x-openstack-request-id: req-308e703e-a93b-4e4f-9fd7-db47af8173cd {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:05:45.098515 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd20b332-3307-45f1-98f0-6a5270296b5d", "name": "network-vif-deleted", "tag": "83052746-3417-4484-8761-67285991b529", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:05:45.098770 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-308e703e-a93b-4e4f-9fd7-db47af8173cd {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:05:45.099172 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd20b332-3307-45f1-98f0-6a5270296b5d', 'name': 'network-vif-deleted', 'tag': '83052746-3417-4484-8761-67285991b529', 'status': 'completed', 'code': 200} Sep 03 02:05:45.144646 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a04913f9-f3c9-4dda-98fc-9600d2101edb req-8b7d1e96-911f-4e19-9cef-a630a357994f tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd20b332-3307-45f1-98f0-6a5270296b5d HTTP/1.1" status: 200 len: 210 time: 0.0299447 Sep 03 02:05:46.200943 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36242) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:46.279215 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e5338ed7-84c7-4679-9eae-25c0fa98e97d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:46.307222 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e5338ed7-84c7-4679-9eae-25c0fa98e97d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:46.377779 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e5338ed7-84c7-4679-9eae-25c0fa98e97d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:46.380529 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-e5338ed7-84c7-4679-9eae-25c0fa98e97d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:46.381728 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-e5338ed7-84c7-4679-9eae-25c0fa98e97d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] 10.222.0.32 "DELETE /v2.0/security-groups/bbb94376-6a84-4a90-b29e-114e735880cd HTTP/1.1" status: 204 len: 168 time: 0.1796412 Sep 03 02:05:46.391302 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5338ed7-84c7-4679-9eae-25c0fa98e97d tempest-TestShelveInstance-475581656 tempest-TestShelveInstance-475581656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb94376-6a84-4a90-b29e-114e735880cd,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:46.426305 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36254) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:46.859407 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715889'] for router_interface, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:47.093898 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] Deleting port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:47.094240 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:47.175976 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] For port 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=02a6a70e-c026-42f3-a7c9-5d6b061a3c5a,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:47.176252 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:47.191992 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] Calling delete_port for 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a owned by network:router_interface {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:47.364249 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:47.393945 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a6a70e-c026-42f3-a7c9-5d6b061a3c5a,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:47.563155 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716005'] for router_interface, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.047056 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] Router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:05:48.155047 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:05:48.160524 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-12e9fad6-c8ac-4af6-80ca-8a7b9226c498 admin admin] 10.222.0.32 "PUT /v2.0/routers/a2a0df8a-2372-44d6-80b5-dd90e3ec3d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7331946 Sep 03 02:05:48.163043 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36272) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:48.163918 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] Sync routers for ids ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:05:48.172940 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] Routers {'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:48.173593 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:48.269654 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Notify callbacks [] for router, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.275650 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] Set router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:48.375098 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.429159 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Deleting port 1ce3b0b7-f327-44d2-b139-158f5c14e235 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:48.429503 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.508303 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] For port 1ce3b0b7-f327-44d2-b139-158f5c14e235, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=1ce3b0b7-f327-44d2-b139-158f5c14e235,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:48.508703 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.521984 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Calling delete_port for 1ce3b0b7-f327-44d2-b139-158f5c14e235 owned by network:router_gateway {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:48.540861 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T02:05:47Z', 'revision_number': 5, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port': {'id': '1ce3b0b7-f327-44d2-b139-158f5c14e235', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:70:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:45Z', 'updated_at': '2021-09-03T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:48.553078 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 83052746-3417-4484-8761-67285991b529 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:48.566353 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] Checking router: a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:05:48.573895 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 83052746-3417-4484-8761-67285991b529 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:48.574247 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 83052746-3417-4484-8761-67285991b529 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:48.574858 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] Routers {'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:48.575475 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:48.662768 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] Set router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:48.694387 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.722326 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T02:05:48Z', 'revision_number': 6, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port_host': None}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:48.724714 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce3b0b7-f327-44d2-b139-158f5c14e235,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:48.752255 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a36a77-0c8b-4044-83b8-889ca9df1ee7 None None] The sync data for ids ['a2a0df8a-2372-44d6-80b5-dd90e3ec3d52'] in dv-cinder-804035-9-iscsi is: [{'id': 'a2a0df8a-2372-44d6-80b5-dd90e3ec3d52', 'name': 'tempest-TestShelveInstance-881434783-router', 'tenant_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:44Z', 'updated_at': '2021-09-03T02:05:48Z', 'revision_number': 6, 'project_id': '0ea65250b6154aafa09e4f1d08d16f3d', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:05:48.786531 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714251'] for router_gateway, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.876692 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124237'] for router, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.878787 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.921275 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715437'] for router, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.921832 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 {{(pid=93867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:05:48.926596 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:48.927738 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-4824aa59-4c76-40da-af99-2f7abae2b273 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a2a0df8a-2372-44d6-80b5-dd90e3ec3d52 HTTP/1.1" status: 204 len: 168 time: 0.7637758 Sep 03 02:05:48.930251 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36282) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:48.980050 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f754a7e5-dd1f-4950-a4c7-128cb6306c6d admin admin] Deleting subnet 06d9973e-58b2-4910-b372-92c78497518b {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:05:48.983148 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f754a7e5-dd1f-4950-a4c7-128cb6306c6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.018851 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f754a7e5-dd1f-4950-a4c7-128cb6306c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28855423'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.096126 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f754a7e5-dd1f-4950-a4c7-128cb6306c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.155033 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f754a7e5-dd1f-4950-a4c7-128cb6306c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29019344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26008013'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.181388 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754a7e5-dd1f-4950-a4c7-128cb6306c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d9973e-58b2-4910-b372-92c78497518b,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:49.185040 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f754a7e5-dd1f-4950-a4c7-128cb6306c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.187525 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f754a7e5-dd1f-4950-a4c7-128cb6306c6d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/06d9973e-58b2-4910-b372-92c78497518b HTTP/1.1" status: 204 len: 168 time: 0.2556717 Sep 03 02:05:49.190161 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36284) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:49.192631 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0805cf0-9ad6-40ef-9077-e2509d9938e5 None None] Network 519d9117-afa4-4a5f-8116-0afcdadeb0ed requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:05:49.257951 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.320428 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Deleting port 40caa14f-12fa-449b-b3d6-4df0a2c01a46 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:49.320972 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.384233 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] For port 40caa14f-12fa-449b-b3d6-4df0a2c01a46, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=40caa14f-12fa-449b-b3d6-4df0a2c01a46,segment=NetworkSegment(33811d93-81d9-4287-865f-6ddb5aca0e55),segment_id=33811d93-81d9-4287-865f-6ddb5aca0e55)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:49.384910 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.396689 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Calling delete_port for 40caa14f-12fa-449b-b3d6-4df0a2c01a46 owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:49.477760 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.504948 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=40caa14f-12fa-449b-b3d6-4df0a2c01a46,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:49.510060 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a03091-96a7-48b8-81bc-6e010b38bffa None None] DHCP port deletion for 519d9117-afa4-4a5f-8116-0afcdadeb0ed request from dv-cinder-804035-9-iscsi {{(pid=93869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:05:49.510303 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] No DVR routers for this DVR port 40caa14f-12fa-449b-b3d6-4df0a2c01a46 on host dv-cinder-804035-9-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:05:49.582340 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.593720 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519d9117-afa4-4a5f-8116-0afcdadeb0ed']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:49.610872 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33811d93-81d9-4287-865f-6ddb5aca0e55') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:49.611165 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33811d93-81d9-4287-865f-6ddb5aca0e55') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:49.620828 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28855398'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.634625 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.641152 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:05:49.641589 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29019278'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: timer() Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: cb(*args, **kw) Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: self._notify() Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: self.callback(batched_events) Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: event.method(event) Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._get(url).json() Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:05:49.643234 dv-cinder-804035-9-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:05:49.697766 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.702489 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:49.707325 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] 10.222.0.32 "DELETE /v2.0/networks/519d9117-afa4-4a5f-8116-0afcdadeb0ed HTTP/1.1" status: 204 len: 168 time: 0.5133114 Sep 03 02:05:49.707435 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36286) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:49.717502 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11099cfc-c14f-4562-bdfe-2c9932073e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=519d9117-afa4-4a5f-8116-0afcdadeb0ed,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:50.060300 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715889'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:50.310140 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] Deleting port 37f1d31a-b3f0-4fe0-9192-a45f740573d8 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:50.310532 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:50.385032 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] For port 37f1d31a-b3f0-4fe0-9192-a45f740573d8, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=37f1d31a-b3f0-4fe0-9192-a45f740573d8,segment=NetworkSegment(91500865-8cad-4863-a23d-803bc0baf386),segment_id=91500865-8cad-4863-a23d-803bc0baf386)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:50.385383 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:50.398286 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] Calling delete_port for 37f1d31a-b3f0-4fe0-9192-a45f740573d8 owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:50.568425 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:50.590780 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] Pushing event deleted for resources: {'Port': ['ID=37f1d31a-b3f0-4fe0-9192-a45f740573d8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:50.657413 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 1ce3b0b7-f327-44d2-b139-158f5c14e235 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:50.683409 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 1ce3b0b7-f327-44d2-b139-158f5c14e235 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:50.683839 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 1ce3b0b7-f327-44d2-b139-158f5c14e235 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:50.684412 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:50.704925 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:50.705533 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 02a6a70e-c026-42f3-a7c9-5d6b061a3c5a not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:50.706108 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 40caa14f-12fa-449b-b3d6-4df0a2c01a46 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:50.727297 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 40caa14f-12fa-449b-b3d6-4df0a2c01a46 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:50.727639 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 40caa14f-12fa-449b-b3d6-4df0a2c01a46 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:50.766386 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716005'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:50.970493 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] Router ed3f61b1-538b-4322-9a1a-1a955291ca7d has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:05:51.287685 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:05:51.295426 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36306) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:51.296505 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-43df3fe4-af7c-45e6-b8e5-8873afcae79f admin admin] 10.222.0.32 "PUT /v2.0/routers/ed3f61b1-538b-4322-9a1a-1a955291ca7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5868816 Sep 03 02:05:51.304786 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] Sync routers for ids ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:05:51.314352 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] Routers {'ed3f61b1-538b-4322-9a1a-1a955291ca7d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:51.314973 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:51.409111 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Notify callbacks [] for router, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:51.423952 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] Set router ed3f61b1-538b-4322-9a1a-1a955291ca7d gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:51.513634 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:51.570489 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Deleting port 7df4ab41-e424-4381-ba40-4940b97ea212 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:51.570824 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:51.623978 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'name': 'tempest-TestShelveInstance-866354296-router', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:50Z', 'updated_at': '2021-09-03T02:05:50Z', 'revision_number': 5, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'gw_port': {'id': '7df4ab41-e424-4381-ba40-4940b97ea212', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:75:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:59:51Z', 'updated_at': '2021-09-03T01:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:51.647047 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] Checking router: ed3f61b1-538b-4322-9a1a-1a955291ca7d for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:05:51.655254 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] Routers {'ed3f61b1-538b-4322-9a1a-1a955291ca7d'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:51.656021 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] For port 7df4ab41-e424-4381-ba40-4940b97ea212, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=7df4ab41-e424-4381-ba40-4940b97ea212,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:51.656355 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:51.656603 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:51.671447 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Calling delete_port for 7df4ab41-e424-4381-ba40-4940b97ea212 owned by network:router_gateway {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:51.746171 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] Set router ed3f61b1-538b-4322-9a1a-1a955291ca7d gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:51.796916 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'name': 'tempest-TestShelveInstance-866354296-router', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:50Z', 'updated_at': '2021-09-03T02:05:51Z', 'revision_number': 6, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'gw_port_host': None}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:51.826239 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87148c3b-dfe9-4c6e-802a-b0c956d059f7 None None] The sync data for ids ['ed3f61b1-538b-4322-9a1a-1a955291ca7d'] in dv-cinder-804035-9-iscsi is: [{'id': 'ed3f61b1-538b-4322-9a1a-1a955291ca7d', 'name': 'tempest-TestShelveInstance-866354296-router', 'tenant_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:59:50Z', 'updated_at': '2021-09-03T02:05:51Z', 'revision_number': 6, 'project_id': '4429c36df49c40a0a8c05bdb43f88cd9', 'gw_port_host': None}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:05:51.837234 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:51.865963 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df4ab41-e424-4381-ba40-4940b97ea212,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:51.926620 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714251'] for router_gateway, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.018630 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124237'] for router, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.020736 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.067498 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715437'] for router, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.068732 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3f61b1-538b-4322-9a1a-1a955291ca7d {{(pid=93867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:05:52.073673 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.075219 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1b80c423-2211-41a6-9955-7b6a7b202a41 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ed3f61b1-538b-4322-9a1a-1a955291ca7d HTTP/1.1" status: 204 len: 168 time: 0.7782371 Sep 03 02:05:52.077803 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36322) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:52.122671 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07b9b9a-ed8a-414a-8023-bbeee0e22a9b admin admin] Deleting subnet 7a356659-dc2b-4bf9-9d01-3617c2437106 {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:05:52.126298 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f07b9b9a-ed8a-414a-8023-bbeee0e22a9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.160503 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f07b9b9a-ed8a-414a-8023-bbeee0e22a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28855423'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.250003 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f07b9b9a-ed8a-414a-8023-bbeee0e22a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.303188 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f07b9b9a-ed8a-414a-8023-bbeee0e22a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29019344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26008013'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.330526 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b9b9a-ed8a-414a-8023-bbeee0e22a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a356659-dc2b-4bf9-9d01-3617c2437106,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:52.332427 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-f07b9b9a-ed8a-414a-8023-bbeee0e22a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.334508 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-f07b9b9a-ed8a-414a-8023-bbeee0e22a9b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7a356659-dc2b-4bf9-9d01-3617c2437106 HTTP/1.1" status: 204 len: 168 time: 0.2556331 Sep 03 02:05:52.336117 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96261b17-4ace-4018-84e9-25c64e1d1602 None None] Network bd94236a-56a5-4137-acf8-525d77bc5781 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:05:52.336865 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36324) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:52.407747 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.459876 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Deleting port 6601c93f-1e05-4ed2-adf5-3788c772aaea {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:52.460293 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.523428 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] For port 6601c93f-1e05-4ed2-adf5-3788c772aaea, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=6601c93f-1e05-4ed2-adf5-3788c772aaea,segment=NetworkSegment(91500865-8cad-4863-a23d-803bc0baf386),segment_id=91500865-8cad-4863-a23d-803bc0baf386)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:52.523725 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.535929 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Calling delete_port for 6601c93f-1e05-4ed2-adf5-3788c772aaea owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:52.603423 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] DHCP port deletion for bd94236a-56a5-4137-acf8-525d77bc5781 request from dv-cinder-804035-9-iscsi {{(pid=93869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:05:52.619105 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.644374 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Pushing event deleted for resources: {'Port': ['ID=6601c93f-1e05-4ed2-adf5-3788c772aaea,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:52.650580 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] No DVR routers for this DVR port 6601c93f-1e05-4ed2-adf5-3788c772aaea on host dv-cinder-804035-9-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:05:52.675616 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] Deleting port 6601c93f-1e05-4ed2-adf5-3788c772aaea {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:05:52.675913 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.712443 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 6601c93f-1e05-4ed2-adf5-3788c772aaea no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:52.736246 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.747891 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd94236a-56a5-4137-acf8-525d77bc5781']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:52.759796 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91500865-8cad-4863-a23d-803bc0baf386') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:52.760281 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91500865-8cad-4863-a23d-803bc0baf386') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:52.770682 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28855398'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.771373 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 6601c93f-1e05-4ed2-adf5-3788c772aaea {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:52.771842 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 6601c93f-1e05-4ed2-adf5-3788c772aaea not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:52.772205 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 7df4ab41-e424-4381-ba40-4940b97ea212 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:52.787288 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.794030 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:05:52.794534 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29019278'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: timer() Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: cb(*args, **kw) Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: self._notify() Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: self.callback(batched_events) Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: event.method(event) Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._get(url).json() Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:05:52.796525 dv-cinder-804035-9-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:05:52.805007 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 7df4ab41-e424-4381-ba40-4940b97ea212 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:52.805433 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 7df4ab41-e424-4381-ba40-4940b97ea212 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:52.805918 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 37f1d31a-b3f0-4fe0-9192-a45f740573d8 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:05:52.809594 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] For port 6601c93f-1e05-4ed2-adf5-3788c772aaea, host dv-cinder-804035-9-iscsi, got binding levels [] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:52.810279 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.829998 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 37f1d31a-b3f0-4fe0-9192-a45f740573d8 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:05:52.830427 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 37f1d31a-b3f0-4fe0-9192-a45f740573d8 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:05:52.852382 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] Calling delete_port for 6601c93f-1e05-4ed2-adf5-3788c772aaea owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:05:52.854883 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.858340 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.ipam_backend_mixin [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] Port 6601c93f-1e05-4ed2-adf5-3788c772aaea was not found and therefore no delete operation was performed {{(pid=93869) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 02:05:52.859967 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.860131 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:52.864290 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] 10.222.0.32 "DELETE /v2.0/networks/bd94236a-56a5-4137-acf8-525d77bc5781 HTTP/1.1" status: 204 len: 168 time: 0.5240982 Sep 03 02:05:52.891445 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] Pushing event deleted for resources: {'Port': ['ID=6601c93f-1e05-4ed2-adf5-3788c772aaea,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:52.894889 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] Network bd94236a-56a5-4137-acf8-525d77bc5781 is not hosted by any dhcp agent {{(pid=93869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 03 02:05:52.895415 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2c0508-39ca-48bc-bb41-cf5775d4887c None None] No DVR routers for this DVR port 6601c93f-1e05-4ed2-adf5-3788c772aaea on host dv-cinder-804035-9-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:05:52.907095 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84d9fe-8e18-4700-a123-8f5e6536007b admin admin] Pushing event deleted for resources: {'Network': ['ID=bd94236a-56a5-4137-acf8-525d77bc5781,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:53.000942 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36352) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:53.048489 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0e222dc3-01fb-4c68-8f84-3eb8bce8c145 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ea65250b6154aafa09e4f1d08d16f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456574 Sep 03 02:05:53.050928 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36354) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:53.100982 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.121885 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.168028 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.170508 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.172024 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7396639-aeee-409f-bb38-d2cd71d685f1 HTTP/1.1" status: 204 len: 168 time: 0.1201930 Sep 03 02:05:53.176566 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36360) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:53.180992 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7396639-aeee-409f-bb38-d2cd71d685f1,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:53.189963 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.189963 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.190204 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.190537 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.190870 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.191215 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.191527 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.191854 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.192181 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.192507 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.192837 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.193443 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b5d6e-57f6-4128-b7f5-3e7e9ea56126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:53.384261 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4bd8-0bf0-44e4-bbe4-c937b464ffb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.439997 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36366) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:53.476433 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4bd8-0bf0-44e4-bbe4-c937b464ffb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.480060 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-07a9657a-85c8-4ed7-a906-c6f30946c4aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4429c36df49c40a0a8c05bdb43f88cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387654 Sep 03 02:05:53.480463 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4bd8-0bf0-44e4-bbe4-c937b464ffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.482627 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36368) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:53.518648 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7ddc4bd8-0bf0-44e4-bbe4-c937b464ffb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53f76427100148b1a5aaabb3e300baf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406465 Sep 03 02:05:53.521184 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36370) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:53.526949 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4bd8-0bf0-44e4-bbe4-c937b464ffb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f97fdd2-0b30-4044-99a4-50db4020b514,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:53.535398 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dbca1299-2ed3-447e-92a2-967c37e6ba73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.556665 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dbca1299-2ed3-447e-92a2-967c37e6ba73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.571456 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1eabae04-6bb2-4952-aecb-11e3b2f68efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.594632 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1eabae04-6bb2-4952-aecb-11e3b2f68efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.605193 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dbca1299-2ed3-447e-92a2-967c37e6ba73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.607637 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-dbca1299-2ed3-447e-92a2-967c37e6ba73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.609172 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-dbca1299-2ed3-447e-92a2-967c37e6ba73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5e9dc4d-9362-422c-a58d-e763f58036f6 HTTP/1.1" status: 204 len: 168 time: 0.1254566 Sep 03 02:05:53.617959 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca1299-2ed3-447e-92a2-967c37e6ba73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e9dc4d-9362-422c-a58d-e763f58036f6,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:53.649947 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1eabae04-6bb2-4952-aecb-11e3b2f68efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.652561 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1eabae04-6bb2-4952-aecb-11e3b2f68efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:53.656767 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1eabae04-6bb2-4952-aecb-11e3b2f68efb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f97fdd2-0b30-4044-99a4-50db4020b514 HTTP/1.1" status: 204 len: 168 time: 0.1317637 Sep 03 02:05:53.662105 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabae04-6bb2-4952-aecb-11e3b2f68efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f97fdd2-0b30-4044-99a4-50db4020b514,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:53.991725 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36386) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:54.025258 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-48db7a53-6ad8-4265-a7e9-fb66d5d4bfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.132855 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-48db7a53-6ad8-4265-a7e9-fb66d5d4bfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.136752 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-48db7a53-6ad8-4265-a7e9-fb66d5d4bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.180290 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-48db7a53-6ad8-4265-a7e9-fb66d5d4bfaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73c6fedbff1c462d99d0e5fbaeb763a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849062 Sep 03 02:05:54.180821 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36392) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:54.188469 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db7a53-6ad8-4265-a7e9-fb66d5d4bfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97a1042-061a-4389-a5d6-ba9120e0b99e,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:54.240126 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9d8f0ab-98b9-4c73-8a8c-a868438454b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.261750 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9d8f0ab-98b9-4c73-8a8c-a868438454b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.317780 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9d8f0ab-98b9-4c73-8a8c-a868438454b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.320731 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c9d8f0ab-98b9-4c73-8a8c-a868438454b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.324381 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c9d8f0ab-98b9-4c73-8a8c-a868438454b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b97a1042-061a-4389-a5d6-ba9120e0b99e HTTP/1.1" status: 204 len: 168 time: 0.1405826 Sep 03 02:05:54.332383 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8f0ab-98b9-4c73-8a8c-a868438454b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97a1042-061a-4389-a5d6-ba9120e0b99e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:54.385888 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36402) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:54.580519 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1147885978-network', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:05:54.603550 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Made reservation on behalf of 428b691cedf84b89bdb08fc884a0d02b for: {'network': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:05:54.605930 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.615452 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.705855 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.709610 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.730423 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93868) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:05:54.743553 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a3daee-7abb-47ea-bd88-8a5ae21f6f98,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:54.748550 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.749494 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.segments_db [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Added segment e84e18c0-14d2-4953-9502-5f16573454da of type vlan for network 057d9bce-1026-4dda-a273-2dfb54844a9c Sep 03 02:05:54.792163 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.817074 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.818083 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:54.821484 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.855384 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4661524 Sep 03 02:05:54.856112 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36422) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:54.861817 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Request body: {'subnet': {'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1147885978-subnet', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'ip_version': 4}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:05:54.883456 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Made reservation on behalf of 428b691cedf84b89bdb08fc884a0d02b for: {'subnet': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:05:54.886665 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26008040'] for subnet, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:54.887682 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93b372-67f1-4cce-a41d-49474133f6c7 admin admin] Pushing event updated for resources: {'Network': ['ID=057d9bce-1026-4dda-a273-2dfb54844a9c,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:54.898750 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 057d9bce-1026-4dda-a273-2dfb54844a9c details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:05:55.064311 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29019153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26008006'] for subnet, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.118749 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:55.131465 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Checking segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:05:55.131835 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Network hostable DHCP agents. Network: 057d9bce-1026-4dda-a273-2dfb54844a9c, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:05:55.147698 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Network 057d9bce-1026-4dda-a273-2dfb54844a9c is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:05:55.157131 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 057d9bce-1026-4dda-a273-2dfb54844a9c) {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:05:55.161236 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:55.161822 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.165923 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62e755a-750f-4e71-b3a5-14d22d289d99 None None] Network 057d9bce-1026-4dda-a273-2dfb54844a9c requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:05:55.179496 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-3b7c7313-136f-4351-af15-89ada58ab90c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3220320 Sep 03 02:05:55.182030 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36430) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:55.187207 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:05:55.210893 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124251'] for router, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.211963 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124226'] for router, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.274357 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.450690 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d099150-d7f3-5dbe-bfd0-63e42bc20c7d-057d9bce-1026-4dda-a273-2dfb54844a9c', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf'}]}} from dv-cinder-804035-9-iscsi. {{(pid=93869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:05:55.451725 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.594153 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Allocated IP 172.20.0.2 (057d9bce-1026-4dda-a273-2dfb54844a9c/9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf/e0855ef1-c874-405a-98ab-4342f714dd6a) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:05:55.711633 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.755775 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.764031 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Transition to ACTIVE for port object e0855ef1-c874-405a-98ab-4342f714dd6a will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:05:55.779934 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Transition to ACTIVE for port object e0855ef1-c874-405a-98ab-4342f714dd6a will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:05:55.786824 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.822270 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Network 057d9bce-1026-4dda-a273-2dfb54844a9c is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:05:55.825151 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:05:55.829580 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:05:55.840518 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Pushing event updated for resources: {'Port': ['ID=e0855ef1-c874-405a-98ab-4342f714dd6a,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:55.898643 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Attempting to bind port e0855ef1-c874-405a-98ab-4342f714dd6a on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:05:55.899014 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Attempting to bind port e0855ef1-c874-405a-98ab-4342f714dd6a by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:05:55.899642 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Attempting to bind port e0855ef1-c874-405a-98ab-4342f714dd6a on network 057d9bce-1026-4dda-a273-2dfb54844a9c {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:05:55.904964 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:05:55.906528 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Checking segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:05:55.906959 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.907356 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Bound using segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:05:55.907814 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Bound port: e0855ef1-c874-405a-98ab-4342f714dd6a, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:05:55.908378 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.925580 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.945126 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:55.976081 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] For port e0855ef1-c874-405a-98ab-4342f714dd6a, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:05:55.979097 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] For port e0855ef1-c874-405a-98ab-4342f714dd6a, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=e0855ef1-c874-405a-98ab-4342f714dd6a,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:05:55.983265 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:56.041988 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cb572-eb05-4fe5-b1c5-bbd5e5205058 None None] Pushing event updated for resources: {'Port': ['ID=e0855ef1-c874-405a-98ab-4342f714dd6a,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:56.065978 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Allocated IP 172.27.3.146 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/5f537a38-6a99-4a71-9b4f-fa7af3a9016f) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:05:56.193538 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:56.249437 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:56.291995 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:05:56.294991 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:05:56.299011 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:05:56.334530 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Pushing event updated for resources: {'Port': ['ID=5f537a38-6a99-4a71-9b4f-fa7af3a9016f,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:56.448469 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7910b4e1-9264-4718-962b-cb449cedbb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:56.553405 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:56.673813 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device e0855ef1-c874-405a-98ab-4342f714dd6a up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:05:56.733105 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port e0855ef1-c874-405a-98ab-4342f714dd6a completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:05:56.757513 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287'] for router, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:56.892042 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Router 57619676-344e-466e-b94c-0e88cd56bf69 is scheduled to L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 with binding_index 1 {{(pid=93867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:05:56.939107 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2592c7cf-9f42-42c2-8bea-9953111e5835 None None] Network 057d9bce-1026-4dda-a273-2dfb54844a9c requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:05:57.000808 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:05:57.018140 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.018448 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Sync routers for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:05:57.019599 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2e82f250-170e-4481-a61b-934f4e3cc857 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8366232 Sep 03 02:05:57.022358 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36454) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:57.033354 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:57.033965 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:57.053847 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Provisioning for port e0855ef1-c874-405a-98ab-4342f714dd6a completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:05:57.060557 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Provisioning complete for port e0855ef1-c874-405a-98ab-4342f714dd6a triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:05:57.060946 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.153412 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:57.166210 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.202590 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] For port e0855ef1-c874-405a-98ab-4342f714dd6a, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=e0855ef1-c874-405a-98ab-4342f714dd6a,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:57.209910 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.289526 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.308530 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Pushing event updated for resources: {'Port': ['ID=e0855ef1-c874-405a-98ab-4342f714dd6a,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.322424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c4850-9896-4a31-abd8-708671d01a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.371497 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:56Z', 'revision_number': 3, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:57.398792 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Checking router: 57619676-344e-466e-b94c-0e88cd56bf69 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:05:57.399553 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Updating router 57619676-344e-466e-b94c-0e88cd56bf69 port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:05:57.427144 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.525159 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.533727 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-2c085730-88db-4831-9b2c-5ff45b60f07d None None] Provisioning complete for port e0855ef1-c874-405a-98ab-4342f714dd6a triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:05:57.534294 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c085730-88db-4831-9b2c-5ff45b60f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.702703 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Allocated IP 172.20.0.1 (057d9bce-1026-4dda-a273-2dfb54844a9c/9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf/c64e3ddb-5a87-4f8e-8683-1a27f79278ae) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:05:57.732265 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.746811 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Transition to ACTIVE for port object 5f537a38-6a99-4a71-9b4f-fa7af3a9016f will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:05:57.757482 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.808735 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Attempting to bind port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:05:57.809205 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Attempting to bind port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:05:57.809586 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Attempting to bind port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f on network 32c94ffd-7e71-4160-ba26-be39bdf933f5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:05:57.819782 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Pushing event updated for resources: {'Port': ['ID=5f537a38-6a99-4a71-9b4f-fa7af3a9016f,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:57.821886 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:05:57.822249 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:05:57.822637 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.823020 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Bound using segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:05:57.823470 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Bound port: 5f537a38-6a99-4a71-9b4f-fa7af3a9016f, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:05:57.823715 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.823862 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.837335 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Transition to ACTIVE for port object c64e3ddb-5a87-4f8e-8683-1a27f79278ae will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:05:57.847640 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.847980 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.848315 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.848642 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.848992 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.849320 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.849636 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.849957 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.850381 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.850705 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.851021 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.851333 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:05:57.871108 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.887729 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] For port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:05:57.890968 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] For port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=5f537a38-6a99-4a71-9b4f-fa7af3a9016f,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:05:57.895925 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.910828 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Network 057d9bce-1026-4dda-a273-2dfb54844a9c is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:05:57.913594 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:05:57.917041 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:05:57.925609 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Pushing event updated for resources: {'Port': ['ID=c64e3ddb-5a87-4f8e-8683-1a27f79278ae,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:57.952725 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:05:57.953898 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:57.961736 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843770'] for router_interface, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:57.991238 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d150c8f-b2c2-45b9-b846-370c5b79fcca None None] Pushing event updated for resources: {'Port': ['ID=5f537a38-6a99-4a71-9b4f-fa7af3a9016f,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:58.066047 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:05:58.108423 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:58.154193 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-cc9db7e6-68c8-43d7-859c-7fc13fa13396 None None] Provisioning for port c64e3ddb-5a87-4f8e-8683-1a27f79278ae completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:05:58.158844 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-cc9db7e6-68c8-43d7-859c-7fc13fa13396 None None] Provisioning complete for port c64e3ddb-5a87-4f8e-8683-1a27f79278ae triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:05:58.159327 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc9db7e6-68c8-43d7-859c-7fc13fa13396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:58.194727 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-cc9db7e6-68c8-43d7-859c-7fc13fa13396 None None] Port c64e3ddb-5a87-4f8e-8683-1a27f79278ae cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:05:58.254962 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:56Z', 'revision_number': 3, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:05:58.267715 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:58.272920 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:58.281477 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05039f-6bdb-4c3e-a98c-b643b197b08e None None] The sync data for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi is: [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:56Z', 'revision_number': 3, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:05:58.339119 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Pushing event updated for resources: {'Port': ['ID=c64e3ddb-5a87-4f8e-8683-1a27f79278ae,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:58.341524 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715882'] for router_interface, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:58.441739 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Network 057d9bce-1026-4dda-a273-2dfb54844a9c is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:05:58.443410 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:05:58.576537 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Router 57619676-344e-466e-b94c-0e88cd56bf69 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:05:58.721779 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-9238a937-d714-4c14-bcff-066be9e5e48b None None] Provisioning complete for port c64e3ddb-5a87-4f8e-8683-1a27f79278ae triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:05:58.722401 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9238a937-d714-4c14-bcff-066be9e5e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:58.727061 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:05:58.745223 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1c81a0fe-1af2-4029-9a57-2093121994bb admin admin] 10.222.0.32 "PUT /v2.0/routers/57619676-344e-466e-b94c-0e88cd56bf69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7137246 Sep 03 02:05:58.766968 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-9238a937-d714-4c14-bcff-066be9e5e48b None None] Port c64e3ddb-5a87-4f8e-8683-1a27f79278ae cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:05:58.770102 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 5f537a38-6a99-4a71-9b4f-fa7af3a9016f up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:05:58.831944 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:05:58.836239 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:05:58.836616 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:58.922825 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:58.949986 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=5f537a38-6a99-4a71-9b4f-fa7af3a9016f,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:05:58.960604 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:58.961426 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device e0855ef1-c874-405a-98ab-4342f714dd6a up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:05:59.031293 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1bef4e6b-614f-479b-88b4-43de0f326ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.077878 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=5f537a38-6a99-4a71-9b4f-fa7af3a9016f,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:59.098115 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port e0855ef1-c874-405a-98ab-4342f714dd6a triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:05:59.098672 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.196353 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.418601 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36514) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:59.425042 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1266933433-network', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:05:59.445547 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Made reservation on behalf of 9e43934ae0504d48989d8e8f6af0eb18 for: {'network': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:05:59.447927 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for network, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.457252 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.558423 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.562296 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.590445 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:05:59.600796 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831e05d8-11e0-4a4a-bc81-3dc430ef7bb1,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:59.609142 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.609497 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.segments_db [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Added segment c5b343b9-3584-47e8-9e9f-017f635ca0dc of type vlan for network 1c30cbb6-9a07-422f-9b50-ede5644ee303 Sep 03 02:05:59.651257 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738767334867'] for network, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.657175 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36520) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:59.678873 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303'] for network, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.680069 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:05:59.680823 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.717470 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2975221 Sep 03 02:05:59.720735 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36524) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:05:59.725892 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Request body: {'subnet': {'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1266933433-subnet', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'ip_version': 4}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:05:59.750957 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Made reservation on behalf of 9e43934ae0504d48989d8e8f6af0eb18 for: {'subnet': 1} {{(pid=93868) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:05:59.751488 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2f701-afed-48c9-9b09-21abcd58abc6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c30cbb6-9a07-422f-9b50-ede5644ee303,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:05:59.754459 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25957339'] for subnet, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.763058 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Network 1c30cbb6-9a07-422f-9b50-ede5644ee303 details requested by agent ovs-agent-dv-cinder-804035-9-iscsi with host dv-cinder-804035-9-iscsi {{(pid=93869) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:05:59.830845 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f7b96bd-065d-4bbb-8112-922d0853489c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:59.993497 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25731406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25957365'] for subnet, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.009527 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Sync routers for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:06:00.018998 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:00.019610 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:00.045000 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f7b96bd-065d-4bbb-8112-922d0853489c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.054276 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6f7b96bd-065d-4bbb-8112-922d0853489c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.085596 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cd0c51-2390-4490-8c15-c9d879aa7ba4,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:00.118287 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6f7b96bd-065d-4bbb-8112-922d0853489c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=481e0bac7fc64f7dbf76b2ffd00253f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574242 Sep 03 02:06:00.118522 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36526) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:00.125396 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b96bd-065d-4bbb-8112-922d0853489c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab99e82-1ada-44e3-ace8-758b59271854,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:00.128408 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Checking segment: {'id': 'c5b343b9-3584-47e8-9e9f-017f635ca0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:06:00.129008 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Network hostable DHCP agents. Network: 1c30cbb6-9a07-422f-9b50-ede5644ee303, hostable agents: ['283a0c3b-15ad-4f68-b4ad-47c087212a75'], hosted agents: [] {{(pid=93868) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:06:00.139616 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.151322 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Network 1c30cbb6-9a07-422f-9b50-ede5644ee303 is scheduled to be hosted by DHCP agent 283a0c3b-15ad-4f68-b4ad-47c087212a75 with binding_index 1 {{(pid=93868) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:06:00.156363 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:00.162392 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-9-iscsi, 1c30cbb6-9a07-422f-9b50-ede5644ee303) {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:06:00.174993 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:00.176041 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.178558 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8cb9dd45-f0a4-4a67-ab5b-042125871829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.183669 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5acebe2-56a1-49c7-986e-b2863c22f54e None None] Network 1c30cbb6-9a07-422f-9b50-ede5644ee303 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:06:00.191887 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e94120b5-eee7-41bd-b02a-d85798398789 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4699588 Sep 03 02:06:00.197304 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36528) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:00.201748 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1266933433-router', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:00.203147 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8cb9dd45-f0a4-4a67-ab5b-042125871829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.225244 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3714490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124251'] for router, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.226746 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714234', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124226'] for router, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.261831 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8cb9dd45-f0a4-4a67-ab5b-042125871829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.266935 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-8cb9dd45-f0a4-4a67-ab5b-042125871829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.268195 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-8cb9dd45-f0a4-4a67-ab5b-042125871829 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ab99e82-1ada-44e3-ace8-758b59271854 HTTP/1.1" status: 204 len: 168 time: 0.1486862 Sep 03 02:06:00.277286 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9dd45-f0a4-4a67-ab5b-042125871829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab99e82-1ada-44e3-ace8-758b59271854,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:00.292576 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.447946 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.504166 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d099150-d7f3-5dbe-bfd0-63e42bc20c7d-1c30cbb6-9a07-422f-9b50-ede5644ee303', 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'fixed_ips': [{'subnet_id': 'b5cd0c51-2390-4490-8c15-c9d879aa7ba4'}]}} from dv-cinder-804035-9-iscsi. {{(pid=93869) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:06:00.505730 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.535265 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 2, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:00.629379 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Checking router: 57619676-344e-466e-b94c-0e88cd56bf69 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:06:00.629379 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Updating router 57619676-344e-466e-b94c-0e88cd56bf69 port c64e3ddb-5a87-4f8e-8683-1a27f79278ae binding host dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:06:00.644945 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36542) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:00.661401 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b469-d6bd-447b-85a6-fefc4ba2446a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.673818 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.680990 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 5f537a38-6a99-4a71-9b4f-fa7af3a9016f up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:06:00.735428 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.763467 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.787128 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b469-d6bd-447b-85a6-fefc4ba2446a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.797184 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-fdc3b469-d6bd-447b-85a6-fefc4ba2446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.826439 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.db_base_plugin_common [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Allocated IP 172.20.0.2 (1c30cbb6-9a07-422f-9b50-ede5644ee303/b5cd0c51-2390-4490-8c15-c9d879aa7ba4/65d34b14-529d-4860-bad1-1155380f017d) {{(pid=93869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:06:00.834079 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3b469-d6bd-447b-85a6-fefc4ba2446a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5260c58-169e-4e3d-a07c-cf7b4027b10b,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:00.856853 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-fdc3b469-d6bd-447b-85a6-fefc4ba2446a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55615832bbf5426ea9f7a991cc98bafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2107167 Sep 03 02:06:00.857642 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36546) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:00.909664 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-89baf349-878b-472c-97f4-8577b94455e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.930969 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Allocated IP 172.27.3.188 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/b9371807-b160-41e3-81f5-5809073a181e) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:06:00.932669 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-89baf349-878b-472c-97f4-8577b94455e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.945124 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:00.945501 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.958649 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567683-c844-4288-aa32-4d15f0727587 req-383c5173-ba92-47b7-a02c-f6f66e32df00 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:00.960163 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83567683-c844-4288-aa32-4d15f0727587 req-383c5173-ba92-47b7-a02c-f6f66e32df00 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 947 time: 0.0717232 Sep 03 02:06:00.987556 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-89baf349-878b-472c-97f4-8577b94455e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.990427 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-89baf349-878b-472c-97f4-8577b94455e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:00.991584 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-89baf349-878b-472c-97f4-8577b94455e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5260c58-169e-4e3d-a07c-cf7b4027b10b HTTP/1.1" status: 204 len: 168 time: 0.1326182 Sep 03 02:06:01.000535 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baf349-878b-472c-97f4-8577b94455e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5260c58-169e-4e3d-a07c-cf7b4027b10b,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:01.081275 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-83567683-c844-4288-aa32-4d15f0727587 req-c21de70d-d10c-4dbd-b354-17b3eec45296 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042230 Sep 03 02:06:01.135346 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.183099 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.224408 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:06:01.227343 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:06:01.230939 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:06:01.239419 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9371807-b160-41e3-81f5-5809073a181e,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:01.372513 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Notify callbacks [] for port, precommit_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.392606 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Transition to ACTIVE for port object 65d34b14-529d-4860-bad1-1155380f017d will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:06:01.438912 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Transition to ACTIVE for port object 65d34b14-529d-4860-bad1-1155380f017d will not be triggered until provisioned by entity DHCP. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:06:01.451696 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Notify callbacks [] for port, precommit_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.457018 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681'] for port, after_create {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.490130 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Transition to ACTIVE for port object c64e3ddb-5a87-4f8e-8683-1a27f79278ae will not be triggered until provisioned by entity L2. {{(pid=93869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:06:01.502909 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Network 1c30cbb6-9a07-422f-9b50-ede5644ee303 is already hosted by enough agents. {{(pid=93869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:06:01.505935 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.509848 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.scheduler.base_scheduler [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Resources bound (agent type, host, resource id): {{(pid=93869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:06:01.512407 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Received port after_create {{(pid=93869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:06:01.523648 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.535290 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Pushing event updated for resources: {'Port': ['ID=65d34b14-529d-4860-bad1-1155380f017d,revision_number=1']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:01.633882 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26177e07-8b29-424e-bbaa-9e24cff5dd60 None None] Pushing event updated for resources: {'Port': ['ID=c64e3ddb-5a87-4f8e-8683-1a27f79278ae,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:01.650827 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Attempting to bind port 65d34b14-529d-4860-bad1-1155380f017d on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:06:01.651156 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Attempting to bind port 65d34b14-529d-4860-bad1-1155380f017d by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': 'c5b343b9-3584-47e8-9e9f-017f635ca0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:06:01.651517 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Attempting to bind port 65d34b14-529d-4860-bad1-1155380f017d on network 1c30cbb6-9a07-422f-9b50-ede5644ee303 {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:06:01.672548 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:06:01.672835 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Checking segment: {'id': 'c5b343b9-3584-47e8-9e9f-017f635ca0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:06:01.673268 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.673657 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Bound using segment: {'id': 'c5b343b9-3584-47e8-9e9f-017f635ca0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:06:01.674152 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Bound port: 65d34b14-529d-4860-bad1-1155380f017d, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b343b9-3584-47e8-9e9f-017f635ca0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:06:01.674502 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.698038 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Attempting to bind port c64e3ddb-5a87-4f8e-8683-1a27f79278ae on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:06:01.698409 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Attempting to bind port c64e3ddb-5a87-4f8e-8683-1a27f79278ae by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:06:01.698766 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Attempting to bind port c64e3ddb-5a87-4f8e-8683-1a27f79278ae on network 057d9bce-1026-4dda-a273-2dfb54844a9c {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:06:01.710881 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:06:01.710881 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Checking segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:06:01.710881 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.710881 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Bound using segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} {{(pid=93869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:06:01.710881 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.managers [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Bound port: c64e3ddb-5a87-4f8e-8683-1a27f79278ae, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'}}] {{(pid=93869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:06:01.710881 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.751422 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3715363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714287'] for router, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.812054 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] For port 65d34b14-529d-4860-bad1-1155380f017d, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:06:01.834520 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] For port 65d34b14-529d-4860-bad1-1155380f017d, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=65d34b14-529d-4860-bad1-1155380f017d,segment=NetworkSegment(c5b343b9-3584-47e8-9e9f-017f635ca0dc),segment_id=c5b343b9-3584-47e8-9e9f-017f635ca0dc)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:06:01.845666 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] For port c64e3ddb-5a87-4f8e-8683-1a27f79278ae, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:06:01.850845 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] For port c64e3ddb-5a87-4f8e-8683-1a27f79278ae, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=c64e3ddb-5a87-4f8e-8683-1a27f79278ae,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:06:01.852338 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.866231 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.897591 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:01.918447 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Router 4df60e69-a66d-4ead-8d1d-96f2f1911028 is scheduled to L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 with binding_index 1 {{(pid=93868) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:06:01.949956 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5ba41-5fb0-47bb-b3ab-aaafe9b91c23 None None] Pushing event updated for resources: {'Port': ['ID=65d34b14-529d-4860-bad1-1155380f017d,revision_number=2']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:01.977119 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:01.977119 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:02.094004 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:06:02.099762 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26177e07-8b29-424e-bbaa-9e24cff5dd60 None None] Pushing event updated for resources: {'Port': ['ID=c64e3ddb-5a87-4f8e-8683-1a27f79278ae,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:02.109201 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Sync routers for ids ['4df60e69-a66d-4ead-8d1d-96f2f1911028'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:06:02.129908 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:02.131786 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-6449bd90-cfb9-4b28-b2e3-a535bd3daed3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9328218 Sep 03 02:06:02.133971 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36574) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:02.135582 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Routers {'4df60e69-a66d-4ead-8d1d-96f2f1911028'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:02.136207 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4df60e69-a66d-4ead-8d1d-96f2f1911028'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:02.147428 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:02.379984 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Set router 4df60e69-a66d-4ead-8d1d-96f2f1911028 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:02.400530 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4cc02-3309-4b3a-a164-d3a0e2ff4467 req-486f76ed-c800-40bb-8cbd-1b69474ee80c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:02.409042 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ddd4cc02-3309-4b3a-a164-d3a0e2ff4467 req-486f76ed-c800-40bb-8cbd-1b69474ee80c tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 947 time: 0.1357682 Sep 03 02:06:02.495944 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:01Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:02.531937 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c954ba-90cc-436c-8ccb-9e06d2e7d92d None None] The sync data for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi is: [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:01Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:06:02.699223 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'name': 'tempest-TestVolumeBootPattern-1266933433-router', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b9371807-b160-41e3-81f5-5809073a181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:01Z', 'revision_number': 3, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'gw_port': {'id': 'b9371807-b160-41e3-81f5-5809073a181e', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:02.758633 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Checking router: 4df60e69-a66d-4ead-8d1d-96f2f1911028 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:06:02.759035 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Updating router 4df60e69-a66d-4ead-8d1d-96f2f1911028 port b9371807-b160-41e3-81f5-5809073a181e binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:06:02.796315 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:02.825277 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 65d34b14-529d-4860-bad1-1155380f017d up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:06:02.937825 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ddd4cc02-3309-4b3a-a164-d3a0e2ff4467 req-8566a37b-ab23-45a4-9eed-97de6739dece tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5277359 Sep 03 02:06:02.938396 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port 65d34b14-529d-4860-bad1-1155380f017d completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:06:02.949645 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device c64e3ddb-5a87-4f8e-8683-1a27f79278ae up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:06:02.957155 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-52f95fc7-282d-4ffb-a713-0f597b990a97 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:02.958180 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-52f95fc7-282d-4ffb-a713-0f597b990a97 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.42 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 947 time: 0.6064086 Sep 03 02:06:03.083091 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port c64e3ddb-5a87-4f8e-8683-1a27f79278ae completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:06:03.098109 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port c64e3ddb-5a87-4f8e-8683-1a27f79278ae triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:03.098564 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.251110 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Deleting port c755f81f-8a56-4ea4-855a-3177061cd25b {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:06:03.251712 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.267727 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.335169 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port c64e3ddb-5a87-4f8e-8683-1a27f79278ae, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=c64e3ddb-5a87-4f8e-8683-1a27f79278ae,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:03.341314 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.456515 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] For port c755f81f-8a56-4ea4-855a-3177061cd25b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c755f81f-8a56-4ea4-855a-3177061cd25b,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:03.456917 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.457396 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=c64e3ddb-5a87-4f8e-8683-1a27f79278ae,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:03.458856 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.482533 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Transition to ACTIVE for port object b9371807-b160-41e3-81f5-5809073a181e will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:06:03.491488 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.509521 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53584c37-67f2-40b7-ae11-b9d1e81a5243 None None] Network 1c30cbb6-9a07-422f-9b50-ede5644ee303 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:06:03.544381 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b309c1-5b22-4c63-bfcf-6a029d2b4423 None None] Pushing event updated for resources: {'Port': ['ID=b9371807-b160-41e3-81f5-5809073a181e,revision_number=2']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:03.563868 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.566990 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Attempting to bind port b9371807-b160-41e3-81f5-5809073a181e on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:06:03.567361 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Attempting to bind port b9371807-b160-41e3-81f5-5809073a181e by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:06:03.567712 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Attempting to bind port b9371807-b160-41e3-81f5-5809073a181e on network 32c94ffd-7e71-4160-ba26-be39bdf933f5 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:06:03.573313 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:06:03.573939 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Checking segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:06:03.574495 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.575049 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Bound using segment: {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:06:03.575770 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Bound port: b9371807-b160-41e3-81f5-5809073a181e, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba5697b-24f7-4b35-ba5a-4a94574af773', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:06:03.576340 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.596856 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36596) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:03.635080 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] For port b9371807-b160-41e3-81f5-5809073a181e, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:06:03.640023 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] For port b9371807-b160-41e3-81f5-5809073a181e, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=b9371807-b160-41e3-81f5-5809073a181e,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:06:03.640951 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-f4de7662-1d83-4775-8e3a-92cc71e2818d None None] Provisioning for port 65d34b14-529d-4860-bad1-1155380f017d completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:06:03.647285 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-f4de7662-1d83-4775-8e3a-92cc71e2818d None None] Provisioning complete for port 65d34b14-529d-4860-bad1-1155380f017d triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:03.647662 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f4de7662-1d83-4775-8e3a-92cc71e2818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.651520 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.746606 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b309c1-5b22-4c63-bfcf-6a029d2b4423 None None] Pushing event updated for resources: {'Port': ['ID=b9371807-b160-41e3-81f5-5809073a181e,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:03.749866 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Routers {'4df60e69-a66d-4ead-8d1d-96f2f1911028'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:03.750740 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4df60e69-a66d-4ead-8d1d-96f2f1911028'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:03.788491 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2f6af8b-7bde-44f2-940f-8c495343a1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.823182 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f4de7662-1d83-4775-8e3a-92cc71e2818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.875346 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-f4de7662-1d83-4775-8e3a-92cc71e2818d None None] For port 65d34b14-529d-4860-bad1-1155380f017d, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=65d34b14-529d-4860-bad1-1155380f017d,segment=NetworkSegment(c5b343b9-3584-47e8-9e9f-017f635ca0dc),segment_id=c5b343b9-3584-47e8-9e9f-017f635ca0dc)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:03.884118 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-f4de7662-1d83-4775-8e3a-92cc71e2818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.939777 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.940562 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.941184 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Floating IP bfead619-64c1-4f3f-83c7-01201a17958b disassociated. External IP: 172.27.3.237, port: c755f81f-8a56-4ea4-855a-3177061cd25b. Sep 03 02:06:03.941789 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Calling delete_port for c755f81f-8a56-4ea4-855a-3177061cd25b owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:06:03.953709 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] Set router 4df60e69-a66d-4ead-8d1d-96f2f1911028 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:03.982604 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de7662-1d83-4775-8e3a-92cc71e2818d None None] Pushing event updated for resources: {'Port': ['ID=65d34b14-529d-4860-bad1-1155380f017d,revision_number=3']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:03.986409 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2f6af8b-7bde-44f2-940f-8c495343a1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.003443 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d2f6af8b-7bde-44f2-940f-8c495343a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.061329 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d2f6af8b-7bde-44f2-940f-8c495343a1c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf0dbc150fe14f0ca917e0bc7fffb901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4629648 Sep 03 02:06:04.062511 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6af8b-7bde-44f2-940f-8c495343a1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec76cf-3ad6-4fd6-be2c-b80d3e7d334c,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:04.065323 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36602) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:04.149864 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.178492 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-666fd434-0ea0-43ce-b1c4-24cd9c2ecfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.215782 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event deleted for resources: {'Port': ['ID=c755f81f-8a56-4ea4-855a-3177061cd25b,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:04.229901 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-6df59868-ea48-445a-b7b9-758d03dab9e2 None None] Provisioning complete for port 65d34b14-529d-4860-bad1-1155380f017d triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:04.230426 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6df59868-ea48-445a-b7b9-758d03dab9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.240621 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-666fd434-0ea0-43ce-b1c4-24cd9c2ecfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.251387 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'name': 'tempest-TestVolumeBootPattern-1266933433-router', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b9371807-b160-41e3-81f5-5809073a181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:01Z', 'revision_number': 3, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'gw_port': {'id': 'b9371807-b160-41e3-81f5-5809073a181e', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:04.288169 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6edbda-fc03-49d0-8156-194ae695ddb0 None None] The sync data for ids ['4df60e69-a66d-4ead-8d1d-96f2f1911028'] in dv-cinder-804035-9-iscsi is: [{'id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'name': 'tempest-TestVolumeBootPattern-1266933433-router', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b9371807-b160-41e3-81f5-5809073a181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:01Z', 'revision_number': 3, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'gw_port': {'id': 'b9371807-b160-41e3-81f5-5809073a181e', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:06:04.301237 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f0176-910b-493b-9a26-4d4be53b87e7 req-969954e5-90c9-4a42-b3d0-59f674a5b688 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:04.308663 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a41f0176-910b-493b-9a26-4d4be53b87e7 req-969954e5-90c9-4a42-b3d0-59f674a5b688 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaaed240-6a74-491e-a1af-aa1c5c7db9f0 HTTP/1.1" status: 200 len: 868 time: 0.2070494 Sep 03 02:06:04.329226 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Allocated IP 172.20.0.1 (1c30cbb6-9a07-422f-9b50-ede5644ee303/b5cd0c51-2390-4490-8c15-c9d879aa7ba4/aa1fbf4d-917d-45a5-a474-dbbf34ee635a) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:06:04.368720 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a41f0176-910b-493b-9a26-4d4be53b87e7 req-1a58296b-8307-4038-a385-c129f667fed7 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d69e579-1f0f-4ee5-89b2-de8ecd791520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591402 Sep 03 02:06:04.379633 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-666fd434-0ea0-43ce-b1c4-24cd9c2ecfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.384866 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-666fd434-0ea0-43ce-b1c4-24cd9c2ecfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.390520 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-666fd434-0ea0-43ce-b1c4-24cd9c2ecfcf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12ec76cf-3ad6-4fd6-be2c-b80d3e7d334c HTTP/1.1" status: 204 len: 168 time: 0.3206031 Sep 03 02:06:04.408206 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fd434-0ea0-43ce-b1c4-24cd9c2ecfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec76cf-3ad6-4fd6-be2c-b80d3e7d334c,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:04.463359 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Router 7016082c-cc0e-4517-8673-ac1595daa688 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:06:04.535300 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.607905 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Transition to ACTIVE for port object aa1fbf4d-917d-45a5-a474-dbbf34ee635a will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:06:04.652232 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:06:04.667213 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] Sync routers for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:06:04.698247 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:04.698942 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:04.752108 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] No DVR routers for this DVR port c755f81f-8a56-4ea4-855a-3177061cd25b on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:06:04.758402 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.763287 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3543440a-8ba4-4f98-a7bf-b1d89e80a026 req-de7f6b6f-aaaa-43cb-ad2b-571b9a99ae45 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.42 "DELETE /v2.0/ports/c755f81f-8a56-4ea4-855a-3177061cd25b HTTP/1.1" status: 204 len: 173 time: 1.7983446 Sep 03 02:06:04.765493 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'name': 'network-vif-deleted', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:06:04.777194 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7b6cd1-8734-4fe8-b50d-22ed0a94d2ed" -d '{"events": [{"server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "name": "network-vif-deleted", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:06:04.782216 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.854343 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Network 1c30cbb6-9a07-422f-9b50-ede5644ee303 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:06:04.860902 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f617cf14-8226-416d-a84d-c55d819b5f9c x-openstack-request-id: req-f617cf14-8226-416d-a84d-c55d819b5f9c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:06:04.864353 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaed240-6a74-491e-a1af-aa1c5c7db9f0", "name": "network-vif-deleted", "tag": "c755f81f-8a56-4ea4-855a-3177061cd25b", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:06:04.864727 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f617cf14-8226-416d-a84d-c55d819b5f9c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:06:04.865349 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaed240-6a74-491e-a1af-aa1c5c7db9f0', 'name': 'network-vif-deleted', 'tag': 'c755f81f-8a56-4ea4-855a-3177061cd25b', 'status': 'completed', 'code': 200} Sep 03 02:06:04.871678 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 65d34b14-529d-4860-bad1-1155380f017d up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:06:04.874278 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:06:04.874446 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36610) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:04.890293 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:06:04.901432 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-519f804d-5fc7-4aa7-abd4-f755db677c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.953278 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1fbf4d-917d-45a5-a474-dbbf34ee635a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:04.979588 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3843770'] for router_interface, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:04.990591 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port 65d34b14-529d-4860-bad1-1155380f017d triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:04.990967 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.080109 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-519f804d-5fc7-4aa7-abd4-f755db677c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.088296 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-519f804d-5fc7-4aa7-abd4-f755db677c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.100530 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:05.150363 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-519f804d-5fc7-4aa7-abd4-f755db677c9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4beebdd710947e4bdfdb3d6c9fd4b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746875 Sep 03 02:06:05.151196 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f804d-5fc7-4aa7-abd4-f755db677c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8257c7-c6f5-475b-9613-0887753ce2d3,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:05.153888 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36612) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:05.211255 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.229271 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-43260896-f178-4298-bc58-e443c29cde53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.258760 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-43260896-f178-4298-bc58-e443c29cde53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.314972 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-43260896-f178-4298-bc58-e443c29cde53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.318996 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-43260896-f178-4298-bc58-e443c29cde53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.320179 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-43260896-f178-4298-bc58-e443c29cde53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc8257c7-c6f5-475b-9613-0887753ce2d3 HTTP/1.1" status: 204 len: 168 time: 0.1548352 Sep 03 02:06:05.328612 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43260896-f178-4298-bc58-e443c29cde53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8257c7-c6f5-475b-9613-0887753ce2d3,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:05.411188 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.417379 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.494683 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36620) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:05.504686 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715882'] for router_interface, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.506376 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1fbf4d-917d-45a5-a474-dbbf34ee635a,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:05.571933 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cd878c87-525c-4330-8fc5-2ab66fc0d757 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.617831 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cd878c87-525c-4330-8fc5-2ab66fc0d757 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.630349 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-086f2a92-277d-490f-97d8-216e677c6352 None None] Provisioning for port aa1fbf4d-917d-45a5-a474-dbbf34ee635a completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:06:05.635410 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9371807-b160-41e3-81f5-5809073a181e up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:06:05.646110 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Network 1c30cbb6-9a07-422f-9b50-ede5644ee303 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:06:05.647758 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:06:05.667231 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-086f2a92-277d-490f-97d8-216e677c6352 None None] Provisioning complete for port aa1fbf4d-917d-45a5-a474-dbbf34ee635a triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:05.667231 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-086f2a92-277d-490f-97d8-216e677c6352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.679183 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cd878c87-525c-4330-8fc5-2ab66fc0d757 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.682644 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cd878c87-525c-4330-8fc5-2ab66fc0d757 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.684042 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-cd878c87-525c-4330-8fc5-2ab66fc0d757 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "DELETE /v2.0/security-groups/0d69e579-1f0f-4ee5-89b2-de8ecd791520 HTTP/1.1" status: 204 len: 168 time: 0.1880386 Sep 03 02:06:05.687851 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36624) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:05.712283 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd878c87-525c-4330-8fc5-2ab66fc0d757 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d69e579-1f0f-4ee5-89b2-de8ecd791520,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:05.725815 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.api.v2.resource [None req-f51d699a-9e0e-482b-a2ae-8f1a0477a760 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] show failed (client error): The resource could not be found. Sep 03 02:06:05.737745 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f51d699a-9e0e-482b-a2ae-8f1a0477a760 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "GET /v2.0/security-groups/0d69e579-1f0f-4ee5-89b2-de8ecd791520 HTTP/1.1" status: 404 len: 347 time: 0.0446384 Sep 03 02:06:05.738537 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36628) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:05.751849 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-086f2a92-277d-490f-97d8-216e677c6352 None None] Port aa1fbf4d-917d-45a5-a474-dbbf34ee635a cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:06:05.780707 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:05.818439 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port b9371807-b160-41e3-81f5-5809073a181e completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:06:05.821241 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] Checking router: 7016082c-cc0e-4517-8673-ac1595daa688 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:06:05.831379 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port b9371807-b160-41e3-81f5-5809073a181e triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:05.831758 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:05.866651 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:05.867280 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:05.885038 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Router 4df60e69-a66d-4ead-8d1d-96f2f1911028 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:06:05.917892 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-f4928905-49db-467d-9f6f-60ac2ca5df06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Deleting port c6ff8ee9-2581-4488-8d1b-2d4c772168a0 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:06:05.918488 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4928905-49db-467d-9f6f-60ac2ca5df06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.028370 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.036415 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4928905-49db-467d-9f6f-60ac2ca5df06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.037601 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4928905-49db-467d-9f6f-60ac2ca5df06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.052208 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-f4928905-49db-467d-9f6f-60ac2ca5df06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Calling delete_port for c6ff8ee9-2581-4488-8d1b-2d4c772168a0 owned by network:floatingip {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:06:06.075922 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port b9371807-b160-41e3-81f5-5809073a181e, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=b9371807-b160-41e3-81f5-5809073a181e,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:06.079331 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:06.084833 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:06:06.095577 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-ec648fb3-fbbd-418e-86b3-da8e1e9a8300 admin admin] 10.222.0.32 "PUT /v2.0/routers/4df60e69-a66d-4ead-8d1d-96f2f1911028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9603374 Sep 03 02:06:06.110310 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.111070 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device c64e3ddb-5a87-4f8e-8683-1a27f79278ae up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:06:06.177500 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-0431d515-d047-4a00-bd21-ee3f312f075d None None] Provisioning complete for port aa1fbf4d-917d-45a5-a474-dbbf34ee635a triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:06.177876 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-0431d515-d047-4a00-bd21-ee3f312f075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.298981 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4928905-49db-467d-9f6f-60ac2ca5df06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.317548 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-0431d515-d047-4a00-bd21-ee3f312f075d None None] Port aa1fbf4d-917d-45a5-a474-dbbf34ee635a cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:06:06.319240 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=b9371807-b160-41e3-81f5-5809073a181e,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:06.361417 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4928905-49db-467d-9f6f-60ac2ca5df06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Pushing event deleted for resources: {'Port': ['ID=c6ff8ee9-2581-4488-8d1b-2d4c772168a0,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:06.440433 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4928905-49db-467d-9f6f-60ac2ca5df06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks [] for floatingip, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.442980 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4928905-49db-467d-9f6f-60ac2ca5df06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.446901 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f4928905-49db-467d-9f6f-60ac2ca5df06 tempest-AttachVolumeShelveTestJSON-456696581 tempest-AttachVolumeShelveTestJSON-456696581-project] 10.222.0.32 "DELETE /v2.0/floatingips/bfead619-64c1-4f3f-83c7-01201a17958b HTTP/1.1" status: 204 len: 168 time: 0.7052617 Sep 03 02:06:06.450596 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port c64e3ddb-5a87-4f8e-8683-1a27f79278ae triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:06.450596 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.622028 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Sync routers for ids ['4df60e69-a66d-4ead-8d1d-96f2f1911028'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:06:06.634812 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Routers {'4df60e69-a66d-4ead-8d1d-96f2f1911028'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:06.635493 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4df60e69-a66d-4ead-8d1d-96f2f1911028'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:06.638956 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device c755f81f-8a56-4ea4-855a-3177061cd25b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:06:06.683336 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:06.685895 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: c755f81f-8a56-4ea4-855a-3177061cd25b {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:06:06.686872 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device c755f81f-8a56-4ea4-855a-3177061cd25b not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:06:06.727912 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69e2a1b-e0cf-456e-ba2a-e1f1367783e0 None None] The sync data for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi is: [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T01:58:23Z', 'revision_number': 4, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': '265728e3-ceee-4462-bd25-69e516917d12', 'name': '', 'network_id': '2a7a91a8-52d7-4eda-8b81-0483c0da15d5', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'mac_address': 'fa:16:3e:72:69:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:22Z', 'updated_at': '2021-09-03T01:58:38Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'subnets': [{'id': '6b96421c-2071-4d22-b2cd-55d163fb21ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:06:06.820075 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Set router 4df60e69-a66d-4ead-8d1d-96f2f1911028 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:06.833474 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9371807-b160-41e3-81f5-5809073a181e up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:06:06.905757 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port b9371807-b160-41e3-81f5-5809073a181e triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:06.906370 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.103375 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'name': 'tempest-TestVolumeBootPattern-1266933433-router', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b9371807-b160-41e3-81f5-5809073a181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:05Z', 'revision_number': 4, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'gw_port': {'id': 'b9371807-b160-41e3-81f5-5809073a181e', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'aa1fbf4d-917d-45a5-a474-dbbf34ee635a', 'name': '', 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'mac_address': 'fa:16:3e:ee:84:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b5cd0c51-2390-4490-8c15-c9d879aa7ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:06:03Z', 'updated_at': '2021-09-03T02:06:05Z', 'revision_number': 2, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'subnets': [{'id': 'b5cd0c51-2390-4490-8c15-c9d879aa7ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:07.136362 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Checking router: 4df60e69-a66d-4ead-8d1d-96f2f1911028 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:06:07.136719 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Updating router 4df60e69-a66d-4ead-8d1d-96f2f1911028 port aa1fbf4d-917d-45a5-a474-dbbf34ee635a binding host dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:06:07.153593 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfef489-50f2-4e2d-a937-d4d55a161c29 None None] New status for floating IP bfead619-64c1-4f3f-83c7-01201a17958b: DOWN {{(pid=93869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:06:07.156777 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36666) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:07.161449 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-1b7ac6f7-4db8-45a0-9d96-96fe23d88305 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805801512', 'description': 'tempest-secgroup-smoke-805801512 description', 'project_id': '428b691cedf84b89bdb08fc884a0d02b'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:07.171893 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.192772 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac6f7-4db8-45a0-9d96-96fe23d88305 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.307578 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac6f7-4db8-45a0-9d96-96fe23d88305 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.314407 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac6f7-4db8-45a0-9d96-96fe23d88305 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.346117 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac6f7-4db8-45a0-9d96-96fe23d88305 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.349996 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1b7ac6f7-4db8-45a0-9d96-96fe23d88305 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1894732 Sep 03 02:06:07.349996 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ac6f7-4db8-45a0-9d96-96fe23d88305 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9567802-2cbe-40b7-a161-a8f50cf1e4c6,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:07.350476 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36674) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:07.355314 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-42926e2f-13c5-4cc3-a295-971976c0d244 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'security_group_rule': {'security_group_id': 'f9567802-2cbe-40b7-a161-a8f50cf1e4c6', 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:07.383200 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-42926e2f-13c5-4cc3-a295-971976c0d244 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.445730 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-42926e2f-13c5-4cc3-a295-971976c0d244 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.450316 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-42926e2f-13c5-4cc3-a295-971976c0d244 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.473256 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42926e2f-13c5-4cc3-a295-971976c0d244 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634c2567-fdbf-4d67-a009-5481483799d6,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:07.481120 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-42926e2f-13c5-4cc3-a295-971976c0d244 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.485106 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-42926e2f-13c5-4cc3-a295-971976c0d244 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308753 Sep 03 02:06:07.485551 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36678) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:07.490151 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-5670b80e-88c9-4a64-948a-de4d4c175655 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'security_group_rule': {'security_group_id': 'f9567802-2cbe-40b7-a161-a8f50cf1e4c6', 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:07.495652 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Notify callbacks [] for port, precommit_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.510571 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.provisioning_blocks [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Transition to ACTIVE for port object aa1fbf4d-917d-45a5-a474-dbbf34ee635a will not be triggered until provisioned by entity L2. {{(pid=93870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:06:07.518863 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.525110 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5670b80e-88c9-4a64-948a-de4d4c175655 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.565248 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7519c-831a-4f5f-8c77-7f993f774e00 None None] Pushing event updated for resources: {'Port': ['ID=aa1fbf4d-917d-45a5-a474-dbbf34ee635a,revision_number=3']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:07.613325 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5670b80e-88c9-4a64-948a-de4d4c175655 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.617457 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5670b80e-88c9-4a64-948a-de4d4c175655 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.624703 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Attempting to bind port aa1fbf4d-917d-45a5-a474-dbbf34ee635a on host dv-cinder-804035-9-iscsi for vnic_type normal with profile {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:06:07.625221 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Attempting to bind port aa1fbf4d-917d-45a5-a474-dbbf34ee635a by drivers openvswitch,hyperv on host dv-cinder-804035-9-iscsi at level 0 using segments [{'id': 'c5b343b9-3584-47e8-9e9f-017f635ca0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303'}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:06:07.625552 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Attempting to bind port aa1fbf4d-917d-45a5-a474-dbbf34ee635a on network 1c30cbb6-9a07-422f-9b50-ede5644ee303 {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:06:07.633842 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Checking agent: {'id': '354fd0ee-bf78-44db-a055-54ad45c02869', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 50, 29), 'started_at': datetime.datetime(2021, 9, 3, 1, 50, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:06:07.634511 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Checking segment: {'id': 'c5b343b9-3584-47e8-9e9f-017f635ca0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:06:07.635621 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.636179 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Bound using segment: {'id': 'c5b343b9-3584-47e8-9e9f-017f635ca0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303'} {{(pid=93870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:06:07.636318 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670b80e-88c9-4a64-948a-de4d4c175655 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437fae42-bc25-4a7e-84aa-613eed5d3cf4,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:07.637149 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.managers [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Bound port: aa1fbf4d-917d-45a5-a474-dbbf34ee635a, host: dv-cinder-804035-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b343b9-3584-47e8-9e9f-017f635ca0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303'}}] {{(pid=93870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:06:07.637709 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.661675 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-5670b80e-88c9-4a64-948a-de4d4c175655 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.666195 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36698) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:07.670759 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-5670b80e-88c9-4a64-948a-de4d4c175655 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1840615 Sep 03 02:06:07.672244 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-de2432de-ceb8-4498-9b46-b4bcabda9d77 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'security_group_rule': {'security_group_id': 'f9567802-2cbe-40b7-a161-a8f50cf1e4c6', 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:07.727756 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] For port aa1fbf4d-917d-45a5-a474-dbbf34ee635a, host dv-cinder-804035-9-iscsi, cleared binding levels {{(pid=93870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:06:07.730163 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-de2432de-ceb8-4498-9b46-b4bcabda9d77 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.731859 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.plugins.ml2.db [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] For port aa1fbf4d-917d-45a5-a474-dbbf34ee635a, host dv-cinder-804035-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=aa1fbf4d-917d-45a5-a474-dbbf34ee635a,segment=NetworkSegment(c5b343b9-3584-47e8-9e9f-017f635ca0dc),segment_id=c5b343b9-3584-47e8-9e9f-017f635ca0dc)] {{(pid=93870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:06:07.739330 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron_lib.callbacks.manager [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.804550 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7519c-831a-4f5f-8c77-7f993f774e00 None None] Pushing event updated for resources: {'Port': ['ID=aa1fbf4d-917d-45a5-a474-dbbf34ee635a,revision_number=4']} {{(pid=93870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:07.818538 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Routers {'4df60e69-a66d-4ead-8d1d-96f2f1911028'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:07.819131 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4df60e69-a66d-4ead-8d1d-96f2f1911028'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:07.853972 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-de2432de-ceb8-4498-9b46-b4bcabda9d77 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.861215 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-de2432de-ceb8-4498-9b46-b4bcabda9d77 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.896810 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-de2432de-ceb8-4498-9b46-b4bcabda9d77 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.900707 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-de2432de-ceb8-4498-9b46-b4bcabda9d77 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2303507 Sep 03 02:06:07.901580 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36716) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:07.904080 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2432de-ceb8-4498-9b46-b4bcabda9d77 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56da8d11-5672-48cb-a874-55449ebff535,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:07.909422 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-165c5d1c-91df-42bb-a44f-01b44a561bfb tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'security_group_rule': {'security_group_id': 'f9567802-2cbe-40b7-a161-a8f50cf1e4c6', 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:07.967164 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-165c5d1c-91df-42bb-a44f-01b44a561bfb tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.968529 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] Set router 4df60e69-a66d-4ead-8d1d-96f2f1911028 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:08.053538 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-165c5d1c-91df-42bb-a44f-01b44a561bfb tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.057816 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-165c5d1c-91df-42bb-a44f-01b44a561bfb tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.078387 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c5d1c-91df-42bb-a44f-01b44a561bfb tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd96341-5c90-429d-b854-8baa61c8755f,revision_number=0']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:08.084903 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-165c5d1c-91df-42bb-a44f-01b44a561bfb tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.087380 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-165c5d1c-91df-42bb-a44f-01b44a561bfb tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1844969 Sep 03 02:06:08.090349 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36720) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:08.095973 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-6017d541-b721-4468-a9e4-43a2f36d7701 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'security_group_rule': {'security_group_id': 'f9567802-2cbe-40b7-a161-a8f50cf1e4c6', 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:08.123229 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.securitygroups_db [None req-6017d541-b721-4468-a9e4-43a2f36d7701 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Project 428b691cedf84b89bdb08fc884a0d02b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 02:06:08.130270 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6017d541-b721-4468-a9e4-43a2f36d7701 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.213401 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6017d541-b721-4468-a9e4-43a2f36d7701 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.218596 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6017d541-b721-4468-a9e4-43a2f36d7701 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.238631 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017d541-b721-4468-a9e4-43a2f36d7701 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9c1557-447f-4f85-b6d9-0b5369d00723,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:08.247360 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6017d541-b721-4468-a9e4-43a2f36d7701 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.249577 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6017d541-b721-4468-a9e4-43a2f36d7701 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576774 Sep 03 02:06:08.252205 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36724) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:08.257512 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-5d9c4f48-3024-42cd-a280-ed3b0a2dd443 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'security_group_rule': {'security_group_id': 'f9567802-2cbe-40b7-a161-a8f50cf1e4c6', 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:08.264895 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36726) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:08.282664 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.securitygroups_db [None req-5d9c4f48-3024-42cd-a280-ed3b0a2dd443 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Project 428b691cedf84b89bdb08fc884a0d02b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 02:06:08.287864 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5d9c4f48-3024-42cd-a280-ed3b0a2dd443 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.315286 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'name': 'tempest-TestVolumeBootPattern-1266933433-router', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b9371807-b160-41e3-81f5-5809073a181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:05Z', 'revision_number': 4, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'gw_port': {'id': 'b9371807-b160-41e3-81f5-5809073a181e', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'aa1fbf4d-917d-45a5-a474-dbbf34ee635a', 'name': '', 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'mac_address': 'fa:16:3e:ee:84:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b5cd0c51-2390-4490-8c15-c9d879aa7ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:06:03Z', 'updated_at': '2021-09-03T02:06:07Z', 'revision_number': 4, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'subnets': [{'id': 'b5cd0c51-2390-4490-8c15-c9d879aa7ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:08.344033 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71299a39-7a29-45bc-bf98-8ba8a9446a46 None None] The sync data for ids ['4df60e69-a66d-4ead-8d1d-96f2f1911028'] in dv-cinder-804035-9-iscsi is: [{'id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'name': 'tempest-TestVolumeBootPattern-1266933433-router', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b9371807-b160-41e3-81f5-5809073a181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:05Z', 'revision_number': 4, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'gw_port': {'id': 'b9371807-b160-41e3-81f5-5809073a181e', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'aa1fbf4d-917d-45a5-a474-dbbf34ee635a', 'name': '', 'network_id': '1c30cbb6-9a07-422f-9b50-ede5644ee303', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'mac_address': 'fa:16:3e:ee:84:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b5cd0c51-2390-4490-8c15-c9d879aa7ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:06:03Z', 'updated_at': '2021-09-03T02:06:07Z', 'revision_number': 4, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'subnets': [{'id': 'b5cd0c51-2390-4490-8c15-c9d879aa7ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:06:08.366617 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5d9c4f48-3024-42cd-a280-ed3b0a2dd443 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.373807 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5d9c4f48-3024-42cd-a280-ed3b0a2dd443 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457466'] for security_group_rule, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.403725 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c4f48-3024-42cd-a280-ed3b0a2dd443 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560f6832-f2a5-4bf4-b913-2589eb7bbc63,revision_number=0']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:08.425469 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5d9c4f48-3024-42cd-a280-ed3b0a2dd443 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.426852 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-5d9c4f48-3024-42cd-a280-ed3b0a2dd443 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1735857 Sep 03 02:06:08.432417 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2b0689f9-a435-4b09-b159-8dd7b5cab8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.555366 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2b0689f9-a435-4b09-b159-8dd7b5cab8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.560657 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2b0689f9-a435-4b09-b159-8dd7b5cab8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.600652 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0689f9-a435-4b09-b159-8dd7b5cab8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8c078-2c58-4bd6-93c6-a9ccb2bbfaca,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:08.604840 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2b0689f9-a435-4b09-b159-8dd7b5cab8a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5e0431eb49c4b52998cc600b9beeac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384061 Sep 03 02:06:08.607618 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36760) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:08.666775 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4bda21d-bfa2-443e-bae2-ba4070521b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.689231 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4bda21d-bfa2-443e-bae2-ba4070521b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.750590 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4bda21d-bfa2-443e-bae2-ba4070521b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.754814 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f4bda21d-bfa2-443e-bae2-ba4070521b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.756290 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f4bda21d-bfa2-443e-bae2-ba4070521b3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00a8c078-2c58-4bd6-93c6-a9ccb2bbfaca HTTP/1.1" status: 204 len: 168 time: 0.1479125 Sep 03 02:06:08.769375 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bda21d-bfa2-443e-bae2-ba4070521b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8c078-2c58-4bd6-93c6-a9ccb2bbfaca,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:08.836005 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device aa1fbf4d-917d-45a5-a474-dbbf34ee635a up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:06:08.904055 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning for port aa1fbf4d-917d-45a5-a474-dbbf34ee635a completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:06:08.909873 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port aa1fbf4d-917d-45a5-a474-dbbf34ee635a triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:08.910347 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:09.024370 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:09.063109 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] For port aa1fbf4d-917d-45a5-a474-dbbf34ee635a, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=aa1fbf4d-917d-45a5-a474-dbbf34ee635a,segment=NetworkSegment(c5b343b9-3584-47e8-9e9f-017f635ca0dc),segment_id=c5b343b9-3584-47e8-9e9f-017f635ca0dc)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:09.068495 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:09.092459 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36784) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:09.092982 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36786) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:09.105687 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4113501d-3374-4447-bb3c-39460d34dc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:09.123401 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Pushing event updated for resources: {'Port': ['ID=aa1fbf4d-917d-45a5-a474-dbbf34ee635a,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:09.210130 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4113501d-3374-4447-bb3c-39460d34dc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:09.214686 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-4113501d-3374-4447-bb3c-39460d34dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:09.260395 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36800) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:09.265450 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-4113501d-3374-4447-bb3c-39460d34dc0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80e64f80aab04d0d912e4195e59fe005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721611 Sep 03 02:06:09.266870 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113501d-3374-4447-bb3c-39460d34dc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1343b0e-ecac-47ba-9bb9-32fbbe1b9dfa,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:09.314686 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-59624ca0-2252-48b4-8eb3-61bdf30a1cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:09.375455 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-59624ca0-2252-48b4-8eb3-61bdf30a1cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:09.511018 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-59624ca0-2252-48b4-8eb3-61bdf30a1cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:09.513729 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-59624ca0-2252-48b4-8eb3-61bdf30a1cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:09.515135 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-59624ca0-2252-48b4-8eb3-61bdf30a1cd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1343b0e-ecac-47ba-9bb9-32fbbe1b9dfa HTTP/1.1" status: 204 len: 168 time: 0.2535746 Sep 03 02:06:09.555232 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59624ca0-2252-48b4-8eb3-61bdf30a1cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1343b0e-ecac-47ba-9bb9-32fbbe1b9dfa,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:09.778494 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715889'] for router_interface, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:10.056971 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] Deleting port 265728e3-ceee-4462-bd25-69e516917d12 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:06:10.057371 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:10.143064 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] For port 265728e3-ceee-4462-bd25-69e516917d12, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=265728e3-ceee-4462-bd25-69e516917d12,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:10.143372 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:10.157286 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] Calling delete_port for 265728e3-ceee-4462-bd25-69e516917d12 owned by network:router_interface {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:06:10.347452 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:10.389136 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=265728e3-ceee-4462-bd25-69e516917d12,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:10.563315 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716005'] for router_interface, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:10.661379 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36836) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:10.803965 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-178fd641-71a3-467e-a3ec-fc7989e0c1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:10.835213 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device aa1fbf4d-917d-45a5-a474-dbbf34ee635a up at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:06:10.899095 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Provisioning complete for port aa1fbf4d-917d-45a5-a474-dbbf34ee635a triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:10.899616 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:10.921106 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-178fd641-71a3-467e-a3ec-fc7989e0c1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:10.925953 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-178fd641-71a3-467e-a3ec-fc7989e0c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:10.966806 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-178fd641-71a3-467e-a3ec-fc7989e0c1ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f153db566db945b7a147b7dd4aa6b2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041916 Sep 03 02:06:10.967864 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fd641-71a3-467e-a3ec-fc7989e0c1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f743f3-44ac-4a21-869b-6f0ac02247fb,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:10.969604 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36840) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:11.107235 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c93cd40a-64a6-494b-a869-6d1ea71fd616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:11.138999 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c93cd40a-64a6-494b-a869-6d1ea71fd616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:11.187069 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] Router 7016082c-cc0e-4517-8673-ac1595daa688 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:06:11.259495 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c93cd40a-64a6-494b-a869-6d1ea71fd616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:11.262049 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c93cd40a-64a6-494b-a869-6d1ea71fd616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:11.263197 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c93cd40a-64a6-494b-a869-6d1ea71fd616 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70f743f3-44ac-4a21-869b-6f0ac02247fb HTTP/1.1" status: 204 len: 168 time: 0.2924771 Sep 03 02:06:11.275957 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd40a-64a6-494b-a869-6d1ea71fd616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f743f3-44ac-4a21-869b-6f0ac02247fb,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:11.312267 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:06:11.323883 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36846) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:11.325523 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-354951b7-5715-4028-959f-816c20f3bba9 admin admin] 10.222.0.32 "PUT /v2.0/routers/7016082c-cc0e-4517-8673-ac1595daa688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2312589 Sep 03 02:06:11.325675 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] Sync routers for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:06:11.335967 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:11.336564 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:11.462852 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:11.665063 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:11.668577 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T02:06:10Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:11.695795 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] Checking router: 7016082c-cc0e-4517-8673-ac1595daa688 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:06:11.705128 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] Routers {'7016082c-cc0e-4517-8673-ac1595daa688'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:11.705722 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:05:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['7016082c-cc0e-4517-8673-ac1595daa688'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:11.768425 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:11.820245 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] Set router 7016082c-cc0e-4517-8673-ac1595daa688 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:11.822611 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Deleting port 27318ede-2156-40cb-8ef6-b0eda94da7f2 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:06:11.823086 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:11.901145 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] For port 27318ede-2156-40cb-8ef6-b0eda94da7f2, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=27318ede-2156-40cb-8ef6-b0eda94da7f2,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:11.901511 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:11.914153 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Calling delete_port for 27318ede-2156-40cb-8ef6-b0eda94da7f2 owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:06:12.007609 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T02:06:10Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:12.040695 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82b3be6-afce-42e1-8349-6a0cd4f3b786 None None] The sync data for ids ['7016082c-cc0e-4517-8673-ac1595daa688'] in dv-cinder-804035-9-iscsi is: [{'id': '7016082c-cc0e-4517-8673-ac1595daa688', 'name': 'tempest-AttachVolumeShelveTestJSON-682556313-router', 'tenant_id': '53a477ba1496485da25d20994e25d2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T01:58:16Z', 'updated_at': '2021-09-03T02:06:10Z', 'revision_number': 5, 'project_id': '53a477ba1496485da25d20994e25d2d7', 'gw_port': {'id': '27318ede-2156-40cb-8ef6-b0eda94da7f2', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7016082c-cc0e-4517-8673-ac1595daa688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T01:58:18Z', 'updated_at': '2021-09-03T01:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:06:12.082210 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.112372 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=27318ede-2156-40cb-8ef6-b0eda94da7f2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:12.179443 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714251'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.274143 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124237'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.276088 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.323141 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715437'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.323568 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7016082c-cc0e-4517-8673-ac1595daa688 {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:06:12.329226 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.330388 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-fda41a2b-a2ea-4558-8cb4-721c552ac4f5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7016082c-cc0e-4517-8673-ac1595daa688 HTTP/1.1" status: 204 len: 168 time: 1.0054376 Sep 03 02:06:12.332817 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36850) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:12.378840 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2096c64-d2db-4bd1-9b6c-ed326d6b7f24 admin admin] Deleting subnet 6b96421c-2071-4d22-b2cd-55d163fb21ef {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:06:12.383694 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e2096c64-d2db-4bd1-9b6c-ed326d6b7f24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.424441 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e2096c64-d2db-4bd1-9b6c-ed326d6b7f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734933'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.507611 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e2096c64-d2db-4bd1-9b6c-ed326d6b7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.560224 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e2096c64-d2db-4bd1-9b6c-ed326d6b7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957374'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.586325 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2096c64-d2db-4bd1-9b6c-ed326d6b7f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b96421c-2071-4d22-b2cd-55d163fb21ef,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:12.591374 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e2096c64-d2db-4bd1-9b6c-ed326d6b7f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.594123 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e2096c64-d2db-4bd1-9b6c-ed326d6b7f24 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6b96421c-2071-4d22-b2cd-55d163fb21ef HTTP/1.1" status: 204 len: 168 time: 0.2603414 Sep 03 02:06:12.596575 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36852) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:12.599408 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf71d38-2cb3-4eff-b1f5-ee3dae213a13 None None] Network 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:06:12.668096 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.739222 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Deleting port a9f09be0-ec51-4dff-92bc-ef04d82f2db0 {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:06:12.739564 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.804824 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] For port a9f09be0-ec51-4dff-92bc-ef04d82f2db0, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=a9f09be0-ec51-4dff-92bc-ef04d82f2db0,segment=NetworkSegment(cb4c84b4-b9d9-4e9a-b091-aa8b04459a59),segment_id=cb4c84b4-b9d9-4e9a-b091-aa8b04459a59)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:12.805214 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.817659 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Calling delete_port for a9f09be0-ec51-4dff-92bc-ef04d82f2db0 owned by network:dhcp {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:06:12.898364 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:12.923405 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f09be0-ec51-4dff-92bc-ef04d82f2db0,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:12.927114 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] No DVR routers for this DVR port a9f09be0-ec51-4dff-92bc-ef04d82f2db0 on host dv-cinder-804035-9-iscsi {{(pid=93868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:06:13.000683 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:13.010759 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7a91a8-52d7-4eda-8b81-0483c0da15d5']}} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:13.021747 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59') {'for_net_delete': True} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:13.022067 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.services.segments.db [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4c84b4-b9d9-4e9a-b091-aa8b04459a59') {} {{(pid=93868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:13.031591 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734924'] for segment, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:13.046070 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:13.052383 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93868) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:06:13.052784 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25731537'] for segment, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: Traceback (most recent call last): Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: timer() Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: cb(*args, **kw) Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: return func(*args, **kwargs) Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: self._notify() Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: self.callback(batched_events) Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: event.method(event) Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: return f(self, *a, **k) Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._get(url).json() Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: return self.request(url, 'GET', **kwargs) Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:06:13.054513 dv-cinder-804035-9-iscsi neutron-server[93868]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:06:13.066204 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7908e4-9146-4468-b2b4-076a1b891675 None None] DHCP port deletion for 2a7a91a8-52d7-4eda-8b81-0483c0da15d5 request from dv-cinder-804035-9-iscsi {{(pid=93869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:06:13.119147 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:13.125948 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:13.129965 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2a7a91a8-52d7-4eda-8b81-0483c0da15d5 HTTP/1.1" status: 204 len: 168 time: 0.5302219 Sep 03 02:06:13.130700 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 265728e3-ceee-4462-bd25-69e516917d12 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:06:13.140713 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09011f19-5558-4ce5-93a4-8d6c238da1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a7a91a8-52d7-4eda-8b81-0483c0da15d5,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:13.150258 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 265728e3-ceee-4462-bd25-69e516917d12 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:06:13.150730 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 265728e3-ceee-4462-bd25-69e516917d12 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:06:13.297586 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36858) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:13.338479 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a09a760a-76b8-4a8e-968d-03053b91cbc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53a477ba1496485da25d20994e25d2d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396330 Sep 03 02:06:13.340811 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36860) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:13.393783 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b75cbbfd-6c76-48df-ae55-976eebe4d54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:13.415473 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b75cbbfd-6c76-48df-ae55-976eebe4d54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:13.461593 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b75cbbfd-6c76-48df-ae55-976eebe4d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:13.464321 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-b75cbbfd-6c76-48df-ae55-976eebe4d54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:13.465546 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b75cbbfd-6c76-48df-ae55-976eebe4d54b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c325b7fc-df77-40fc-9232-0a862c13cee7 HTTP/1.1" status: 204 len: 168 time: 0.1237977 Sep 03 02:06:13.474138 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cbbfd-6c76-48df-ae55-976eebe4d54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c325b7fc-df77-40fc-9232-0a862c13cee7,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:14.753512 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device a9f09be0-ec51-4dff-92bc-ef04d82f2db0 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:06:14.774930 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: a9f09be0-ec51-4dff-92bc-ef04d82f2db0 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:06:14.775281 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device a9f09be0-ec51-4dff-92bc-ef04d82f2db0 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:06:14.775704 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 27318ede-2156-40cb-8ef6-b0eda94da7f2 no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:06:14.795014 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 27318ede-2156-40cb-8ef6-b0eda94da7f2 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:06:14.795907 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 27318ede-2156-40cb-8ef6-b0eda94da7f2 not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:06:14.935960 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36902) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:15.041700 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3279975-8410-443b-b8c3-9362b13f9fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.132172 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3279975-8410-443b-b8c3-9362b13f9fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.136200 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f3279975-8410-443b-b8c3-9362b13f9fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.174849 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f3279975-8410-443b-b8c3-9362b13f9fec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c9a92c0523e42f0aae05fc5a3a76c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377043 Sep 03 02:06:15.176768 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3279975-8410-443b-b8c3-9362b13f9fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5084afdf-c59f-4900-8275-e2c1e7f7bb61,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:15.177597 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36906) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:15.231430 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-08987066-2557-40f8-b3e9-7c31f66125a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.252505 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-08987066-2557-40f8-b3e9-7c31f66125a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.299023 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-08987066-2557-40f8-b3e9-7c31f66125a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.301718 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-08987066-2557-40f8-b3e9-7c31f66125a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.303118 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-08987066-2557-40f8-b3e9-7c31f66125a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5084afdf-c59f-4900-8275-e2c1e7f7bb61 HTTP/1.1" status: 204 len: 168 time: 0.1244957 Sep 03 02:06:15.310756 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08987066-2557-40f8-b3e9-7c31f66125a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5084afdf-c59f-4900-8275-e2c1e7f7bb61,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:15.573326 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 36914) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:15.587878 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9063b01e-0099-4cab-8726-d28e787fe272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.678154 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9063b01e-0099-4cab-8726-d28e787fe272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.678584 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:06:15.683757 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9063b01e-0099-4cab-8726-d28e787fe272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.723059 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9063b01e-0099-4cab-8726-d28e787fe272 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8eb72670f9c4900be4306ce3c55e189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486218 Sep 03 02:06:15.723943 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063b01e-0099-4cab-8726-d28e787fe272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e8be2e-cdbc-48e9-93cb-39c33ad7b14d,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:15.725785 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36916) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:15.776282 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27e1699a-96cf-4e50-91dd-cb1b0784ec05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.800003 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27e1699a-96cf-4e50-91dd-cb1b0784ec05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.849898 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27e1699a-96cf-4e50-91dd-cb1b0784ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.852511 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-27e1699a-96cf-4e50-91dd-cb1b0784ec05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:15.853751 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-27e1699a-96cf-4e50-91dd-cb1b0784ec05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7e8be2e-cdbc-48e9-93cb-39c33ad7b14d HTTP/1.1" status: 204 len: 168 time: 0.1268802 Sep 03 02:06:15.861578 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1699a-96cf-4e50-91dd-cb1b0784ec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e8be2e-cdbc-48e9-93cb-39c33ad7b14d,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:18.229408 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36988) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:18.338361 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f05ec223-8d54-4b3b-a9f1-5cf98c7e0161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:18.435976 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f05ec223-8d54-4b3b-a9f1-5cf98c7e0161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:18.439979 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-f05ec223-8d54-4b3b-a9f1-5cf98c7e0161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:18.479152 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ec223-8d54-4b3b-a9f1-5cf98c7e0161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7375039a-3895-44ee-a286-b39bb7ea0ab8,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:18.484848 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-f05ec223-8d54-4b3b-a9f1-5cf98c7e0161 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43cc6649023d45538d2c7ad9889f9efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544103 Sep 03 02:06:18.487500 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 36994) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:18.540728 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e22568e-259c-4ebc-b426-0b432cb23b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:18.562086 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e22568e-259c-4ebc-b426-0b432cb23b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:18.611444 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e22568e-259c-4ebc-b426-0b432cb23b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:18.614239 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-0e22568e-259c-4ebc-b426-0b432cb23b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:18.615386 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-0e22568e-259c-4ebc-b426-0b432cb23b31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7375039a-3895-44ee-a286-b39bb7ea0ab8 HTTP/1.1" status: 204 len: 168 time: 0.1270485 Sep 03 02:06:18.624008 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22568e-259c-4ebc-b426-0b432cb23b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7375039a-3895-44ee-a286-b39bb7ea0ab8,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:18.880501 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37000) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:18.894416 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48b71308-3ec2-4d11-b8de-3b40905b6137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:18.983835 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48b71308-3ec2-4d11-b8de-3b40905b6137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:18.988973 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-48b71308-3ec2-4d11-b8de-3b40905b6137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:19.031364 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-48b71308-3ec2-4d11-b8de-3b40905b6137 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d768f5ff01324aaf9eac7774cda4b304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497576 Sep 03 02:06:19.032111 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b71308-3ec2-4d11-b8de-3b40905b6137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fc2db4-d34a-44a1-8d12-a4e8dbbf2557,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:19.034154 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 37002) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:19.083708 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bf21a89f-3b4e-4b28-bb68-5d5048da78b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:19.104563 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bf21a89f-3b4e-4b28-bb68-5d5048da78b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:19.154882 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bf21a89f-3b4e-4b28-bb68-5d5048da78b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:19.157604 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-bf21a89f-3b4e-4b28-bb68-5d5048da78b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:19.158804 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-bf21a89f-3b4e-4b28-bb68-5d5048da78b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51fc2db4-d34a-44a1-8d12-a4e8dbbf2557 HTTP/1.1" status: 204 len: 168 time: 0.1236403 Sep 03 02:06:19.166548 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21a89f-3b4e-4b28-bb68-5d5048da78b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fc2db4-d34a-44a1-8d12-a4e8dbbf2557,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:26.450526 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-061b57a9-fae5-4293-827e-cf58869ac6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:27.178698 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-22c56fc1-b250-4527-b609-358a2dce8a5a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805801512&fields=id&tenant_id=428b691cedf84b89bdb08fc884a0d02b HTTP/1.1" status: 200 len: 267 time: 0.0326293 Sep 03 02:06:27.239321 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:27.280755 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-165d1cd4-a54b-4772-b2b4-0a9a244aed73 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:27.282836 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-165d1cd4-a54b-4772-b2b4-0a9a244aed73 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 812 time: 0.0977378 Sep 03 02:06:27.297410 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-f2e9f87c-9080-498e-bed3-71731b974159 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/quotas/428b691cedf84b89bdb08fc884a0d02b HTTP/1.1" status: 200 len: 375 time: 0.0087323 Sep 03 02:06:27.350856 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-14dc1db9-d2e5-4f4c-912f-e7298313dab4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481799 Sep 03 02:06:27.442655 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-78219046-59fb-4e5b-98e3-a3b6507731ef service neutron] 10.222.0.32 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804150 Sep 03 02:06:27.531601 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-b5bdf601-e899-45dc-886f-110cf2cb9dfb service neutron] 10.222.0.32 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826635 Sep 03 02:06:28.097329 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 37138) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:28.198360 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-448c8958-5e80-4b23-9f4a-2bb149ebd459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.285379 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-448c8958-5e80-4b23-9f4a-2bb149ebd459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.288921 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-448c8958-5e80-4b23-9f4a-2bb149ebd459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.325738 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-448c8958-5e80-4b23-9f4a-2bb149ebd459 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2eaf6ce870d41c489a355d69f708b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273293 Sep 03 02:06:28.327617 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c8958-5e80-4b23-9f4a-2bb149ebd459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794dd2f3-f22a-4d70-99c3-c2294ebd827a,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:28.328527 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37142) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:28.382598 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-036f192a-005b-4634-97fd-3acd213170b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.402974 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-036f192a-005b-4634-97fd-3acd213170b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.449223 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-036f192a-005b-4634-97fd-3acd213170b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.451806 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-036f192a-005b-4634-97fd-3acd213170b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.452975 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-036f192a-005b-4634-97fd-3acd213170b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/794dd2f3-f22a-4d70-99c3-c2294ebd827a HTTP/1.1" status: 204 len: 168 time: 0.1227002 Sep 03 02:06:28.461109 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f192a-005b-4634-97fd-3acd213170b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794dd2f3-f22a-4d70-99c3-c2294ebd827a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:28.706344 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37148) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:28.719404 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-adaecba3-dde0-4044-a406-e3e1bc15fe21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.841789 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-adaecba3-dde0-4044-a406-e3e1bc15fe21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.844340 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d6a20879-c26c-47fd-8659-f90c6af050e9 req-e76fb5fa-0889-4a1e-a5a4-c17f3ed9d83a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 210 time: 0.0368798 Sep 03 02:06:28.846968 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-adaecba3-dde0-4044-a406-e3e1bc15fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.887258 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-adaecba3-dde0-4044-a406-e3e1bc15fe21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba9058a8a925420d8a563fff0c332ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798141 Sep 03 02:06:28.889295 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaecba3-dde0-4044-a406-e3e1bc15fe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de58eb-0724-4b40-9e77-4aea33382311,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:28.889904 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 37156) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:28.941282 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9bfa3112-2599-42e7-b4c4-1f682e2092a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.962361 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-593cf83c-830f-48a4-b578-8a1f0e1652c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:28.970061 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9bfa3112-2599-42e7-b4c4-1f682e2092a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:29.021798 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9bfa3112-2599-42e7-b4c4-1f682e2092a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:29.024940 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-9bfa3112-2599-42e7-b4c4-1f682e2092a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:29.026459 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-9bfa3112-2599-42e7-b4c4-1f682e2092a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62de58eb-0724-4b40-9e77-4aea33382311 HTTP/1.1" status: 204 len: 168 time: 0.1355486 Sep 03 02:06:29.034876 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa3112-2599-42e7-b4c4-1f682e2092a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de58eb-0724-4b40-9e77-4aea33382311,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:29.192561 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:29.958696 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-90003dd8-bb5d-4371-849c-3973b3452390 req-b0f99ddb-27ca-4473-86a5-3d612ea2f610 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 210 time: 0.0370326 Sep 03 02:06:30.149294 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:30.149816 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-23a3f022-eb48-4955-8bcf-a9a1ff3b1a9e tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:30.151546 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-23a3f022-eb48-4955-8bcf-a9a1ff3b1a9e tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 812 time: 0.1193049 Sep 03 02:06:30.207372 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-0cbe67a1-ec42-42bf-8572-9158cf7be973 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428b691cedf84b89bdb08fc884a0d02b HTTP/1.1" status: 200 len: 379 time: 0.0403180 Sep 03 02:06:30.217624 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'port': {'device_id': '355c3467-2910-4021-98d6-dae830ec1f86', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'admin_state_up': True, 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'security_groups': ['f9567802-2cbe-40b7-a161-a8f50cf1e4c6']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:30.348280 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Made reservation on behalf of 428b691cedf84b89bdb08fc884a0d02b for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:06:30.352649 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:30.507392 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Allocated IP 172.20.0.8 (057d9bce-1026-4dda-a273-2dfb54844a9c/9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf/2420f7b4-a5eb-4e1d-99ee-83b43eb250ec) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:06:30.655325 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:30.671096 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Transition to ACTIVE for port object 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:06:30.709135 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:30.766964 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Network 057d9bce-1026-4dda-a273-2dfb54844a9c is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:06:30.770200 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:06:30.773873 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:06:30.815259 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'Port': ['ID=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:30.845910 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:30.846575 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:30.864495 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-da7d70e4-5f66-48ae-86bc-c162c96efac4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6512682 Sep 03 02:06:30.898675 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Request body: {'port': {'device_id': '355c3467-2910-4021-98d6-dae830ec1f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:30.954849 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:31.068769 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-e9cea54a-9f26-4a69-bad3-c50d9ad918d3 None None] Provisioning for port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:06:31.073403 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-e9cea54a-9f26-4a69-bad3-c50d9ad918d3 None None] Provisioning complete for port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:31.073950 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-e9cea54a-9f26-4a69-bad3-c50d9ad918d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:31.098646 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcca9e7-23df-401c-85b8-1113515e7e84 req-4b732756-ff78-4333-8330-ff38dfa1c2e7 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:31.100266 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dfcca9e7-23df-401c-85b8-1113515e7e84 req-4b732756-ff78-4333-8330-ff38dfa1c2e7 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 931 time: 0.0553260 Sep 03 02:06:31.122209 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-e9cea54a-9f26-4a69-bad3-c50d9ad918d3 None None] Port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:06:31.151555 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-dfcca9e7-23df-401c-85b8-1113515e7e84 req-2bbb9ca3-9ece-4e9f-bd52-e5486e7b4e79 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Sep 03 02:06:31.264321 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:06:31.272004 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:31.284037 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Transition to ACTIVE for port object 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:06:31.288182 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:31.338442 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:31.414760 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Attempting to bind port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:06:31.415192 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Attempting to bind port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:06:31.415641 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Attempting to bind port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec on network 057d9bce-1026-4dda-a273-2dfb54844a9c {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:06:31.420470 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec on network 057d9bce-1026-4dda-a273-2dfb54844a9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:06:31.420734 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Attempting to bind port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec on network 057d9bce-1026-4dda-a273-2dfb54844a9c {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:06:31.426728 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:06:31.427068 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Checking segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:06:31.427444 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Bound using segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:06:31.427857 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Bound port: 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:06:31.428213 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:31.503989 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] For port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:06:31.507521 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] For port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:06:31.511743 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:31.551916 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:31.552593 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:31.554067 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] 10.222.0.42 "PUT /v2.0/ports/2420f7b4-a5eb-4e1d-99ee-83b43eb250ec HTTP/1.1" status: 200 len: 1093 time: 0.6602695 Sep 03 02:06:31.554535 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355c3467-2910-4021-98d6-dae830ec1f86', 'tag': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:06:31.556821 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40205bbd-8d20-40f8-be6f-d82de90c270c" -d '{"events": [{"name": "network-changed", "server_uuid": "355c3467-2910-4021-98d6-dae830ec1f86", "tag": "2420f7b4-a5eb-4e1d-99ee-83b43eb250ec"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:06:31.589292 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d360d5-1436-4235-9f12-0847a22f1ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:31.606062 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a08ef68-b094-442a-97fc-39718ae5e839 x-openstack-request-id: req-5a08ef68-b094-442a-97fc-39718ae5e839 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:06:31.606658 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355c3467-2910-4021-98d6-dae830ec1f86", "tag": "2420f7b4-a5eb-4e1d-99ee-83b43eb250ec", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:06:31.607265 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a08ef68-b094-442a-97fc-39718ae5e839 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:06:31.607829 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355c3467-2910-4021-98d6-dae830ec1f86', 'tag': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec', 'status': 'completed', 'code': 200} Sep 03 02:06:31.664981 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-481aa239-3446-476d-9f0b-f93aa91de165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:31.666513 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-481aa239-3446-476d-9f0b-f93aa91de165 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 1096 time: 0.0447915 Sep 03 02:06:31.722062 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-0de5895b-18ab-42db-b9c1-c8daf33d5bdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec HTTP/1.1" status: 200 len: 217 time: 0.0394371 Sep 03 02:06:31.774181 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-12248a86-9d69-4e5b-b128-417c0bc63551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:31.775664 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-12248a86-9d69-4e5b-b128-417c0bc63551 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0469365 Sep 03 02:06:31.826347 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-3548e58e-3429-48c8-bd9b-6fd8eba854ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:31.827974 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-3548e58e-3429-48c8-bd9b-6fd8eba854ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447917 Sep 03 02:06:31.857491 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:31.932421 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-1d483e0f-502a-4bb5-80e7-0d03f4fd1492 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946622 Sep 03 02:06:32.024562 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-eaf50170-f999-408f-a8ba-b522f74c2d74 req-052dd9d5-8394-4d0d-a695-bb542d059843 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849247 Sep 03 02:06:32.175863 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-08cbc141-b77d-4f3b-9397-8c4fe8693f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:32.177440 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-08cbc141-b77d-4f3b-9397-8c4fe8693f1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 1096 time: 0.0535605 Sep 03 02:06:32.268853 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f1b26-caa5-4621-8d6f-5efcb725f494 req-8d44ff31-d049-4cda-b877-213227ef37d2 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:32.269922 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-64cf55ac-80fc-4e59-942b-584639bbdda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:32.270363 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-466f1b26-caa5-4621-8d6f-5efcb725f494 req-8d44ff31-d049-4cda-b877-213227ef37d2 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 943 time: 0.0521092 Sep 03 02:06:32.271388 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-64cf55ac-80fc-4e59-942b-584639bbdda0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0862086 Sep 03 02:06:32.307587 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-466f1b26-caa5-4621-8d6f-5efcb725f494 req-ac33458d-1c67-40de-a158-45d864bc457c tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310159 Sep 03 02:06:32.316537 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-14855c4a-62d7-4181-b864-2ae6aff0c04e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec HTTP/1.1" status: 200 len: 217 time: 0.0377192 Sep 03 02:06:32.366199 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-df9b2a21-19be-4ec6-a4f5-e419afca3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:32.367641 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-df9b2a21-19be-4ec6-a4f5-e419afca3221 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0433729 Sep 03 02:06:32.418718 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-18ffdb59-7427-4d92-be62-815250aa0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:32.420214 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-18ffdb59-7427-4d92-be62-815250aa0e6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454173 Sep 03 02:06:32.511037 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-4814d9a4-b1d1-4e51-b0d4-8d65c997172a service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832956 Sep 03 02:06:32.599929 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-40205bbd-8d20-40f8-be6f-d82de90c270c req-fdb5eb80-18e6-424a-8071-0ce6d91e96f0 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822082 Sep 03 02:06:33.423330 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142d2f0-e084-4984-acca-59728ef08752 req-d8da6a9b-4dc7-4167-8499-c8141b4f3ed0 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:33.425752 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6142d2f0-e084-4984-acca-59728ef08752 req-d8da6a9b-4dc7-4167-8499-c8141b4f3ed0 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 943 time: 0.0488341 Sep 03 02:06:33.472560 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-6142d2f0-e084-4984-acca-59728ef08752 req-3a5be2fc-e572-4b47-9320-6c35203904ca tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400157 Sep 03 02:06:34.255966 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 37270) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:34.359573 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e0eef32-9b2d-4fe6-886c-2666a971c2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:34.446807 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e0eef32-9b2d-4fe6-886c-2666a971c2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:34.450414 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-0e0eef32-9b2d-4fe6-886c-2666a971c2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:34.489022 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-0e0eef32-9b2d-4fe6-886c-2666a971c2da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d863ba1f48474e58bd14ed8470a27cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318296 Sep 03 02:06:34.489885 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0eef32-9b2d-4fe6-886c-2666a971c2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00be76c9-eaa8-4c53-99d4-98c0c84c1cf2,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:34.492550 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37274) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:34.553664 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-22411fd2-5c29-43cb-8614-eea0e32dd080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:34.591785 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-22411fd2-5c29-43cb-8614-eea0e32dd080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:34.617547 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33469fd9-e820-4c5d-925d-ec6b1be29542 req-55ce7014-c70a-49a2-a599-3fdf8a604ed4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:34.619000 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-33469fd9-e820-4c5d-925d-ec6b1be29542 req-55ce7014-c70a-49a2-a599-3fdf8a604ed4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 943 time: 0.0788507 Sep 03 02:06:34.667636 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-33469fd9-e820-4c5d-925d-ec6b1be29542 req-f7a1cc0c-2c55-4ed2-bc00-4d21d5ae4b2a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410028 Sep 03 02:06:34.677331 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-22411fd2-5c29-43cb-8614-eea0e32dd080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:34.679863 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-22411fd2-5c29-43cb-8614-eea0e32dd080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:34.681128 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-22411fd2-5c29-43cb-8614-eea0e32dd080 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00be76c9-eaa8-4c53-99d4-98c0c84c1cf2 HTTP/1.1" status: 204 len: 168 time: 0.1869469 Sep 03 02:06:34.688513 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22411fd2-5c29-43cb-8614-eea0e32dd080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00be76c9-eaa8-4c53-99d4-98c0c84c1cf2,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:34.935653 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37282) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:34.953381 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-74b1afe0-1290-4983-aec8-e5659d67216f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.039435 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-74b1afe0-1290-4983-aec8-e5659d67216f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.042787 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-74b1afe0-1290-4983-aec8-e5659d67216f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.081521 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-74b1afe0-1290-4983-aec8-e5659d67216f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31ce4d13e8294f76975bf7c3a57036c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448104 Sep 03 02:06:35.082628 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1afe0-1290-4983-aec8-e5659d67216f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185c7bc1-163c-4b63-b7b6-b8cb33a21e79,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:35.084159 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 37284) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:35.132319 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d592dad-d872-4fff-ad0a-41af5df2e938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.152253 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d592dad-d872-4fff-ad0a-41af5df2e938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.198551 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d592dad-d872-4fff-ad0a-41af5df2e938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.201066 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-7d592dad-d872-4fff-ad0a-41af5df2e938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.202206 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7d592dad-d872-4fff-ad0a-41af5df2e938 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/185c7bc1-163c-4b63-b7b6-b8cb33a21e79 HTTP/1.1" status: 204 len: 168 time: 0.1170664 Sep 03 02:06:35.209874 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d592dad-d872-4fff-ad0a-41af5df2e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185c7bc1-163c-4b63-b7b6-b8cb33a21e79,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:35.510507 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 37290) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:35.523870 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-99b05cbe-e7d3-4217-9280-0119dd31cc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.614484 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-99b05cbe-e7d3-4217-9280-0119dd31cc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.620318 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-99b05cbe-e7d3-4217-9280-0119dd31cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.659172 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-99b05cbe-e7d3-4217-9280-0119dd31cc53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=025d116826464cde86244daf411fcbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475735 Sep 03 02:06:35.661118 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b05cbe-e7d3-4217-9280-0119dd31cc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773333c9-54ec-4c72-8057-931997d91a34,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:35.661852 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37292) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:35.711018 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d65a1911-1e58-41bd-a5e9-69c905d9f864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.732741 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d65a1911-1e58-41bd-a5e9-69c905d9f864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.778923 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d65a1911-1e58-41bd-a5e9-69c905d9f864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.781433 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-d65a1911-1e58-41bd-a5e9-69c905d9f864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:35.781558 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fcfc9-0997-4437-929a-6b7c5f13f33a req-792f9a76-d094-41f1-a2d5-37722a2c238d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:35.782598 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-d65a1911-1e58-41bd-a5e9-69c905d9f864 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/773333c9-54ec-4c72-8057-931997d91a34 HTTP/1.1" status: 204 len: 168 time: 0.1197350 Sep 03 02:06:35.783941 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-440fcfc9-0997-4437-929a-6b7c5f13f33a req-792f9a76-d094-41f1-a2d5-37722a2c238d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 943 time: 0.0510006 Sep 03 02:06:35.791351 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a1911-1e58-41bd-a5e9-69c905d9f864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773333c9-54ec-4c72-8057-931997d91a34,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:35.827505 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-440fcfc9-0997-4437-929a-6b7c5f13f33a req-12236fb2-af2c-4601-9a69-f8e35955ac16 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359271 Sep 03 02:06:36.834477 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37324) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:36.948732 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08d44064-f909-49c0-ad22-6b97aa2a1838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:36.983032 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac662e-a480-4a5e-94c6-70a17471612d req-4646e052-cda2-478d-b109-e4e7ddb33afb tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:36.984896 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ceac662e-a480-4a5e-94c6-70a17471612d req-4646e052-cda2-478d-b109-e4e7ddb33afb tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 943 time: 0.0922749 Sep 03 02:06:37.047299 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-ceac662e-a480-4a5e-94c6-70a17471612d req-1c66c681-e612-40e5-9df0-b8bb10886fd9 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561459 Sep 03 02:06:37.090921 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08d44064-f909-49c0-ad22-6b97aa2a1838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:37.094213 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-08d44064-f909-49c0-ad22-6b97aa2a1838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:37.131892 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-08d44064-f909-49c0-ad22-6b97aa2a1838 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b78cb9b0d189415ca318f2eac95c35f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963259 Sep 03 02:06:37.132768 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d44064-f909-49c0-ad22-6b97aa2a1838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c19d88c-1e93-4017-8b47-8116788d841f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:37.134575 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 37330) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:37.183478 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02b37630-11d3-4d5f-828e-68b12c667406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:37.203717 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02b37630-11d3-4d5f-828e-68b12c667406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:37.251216 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02b37630-11d3-4d5f-828e-68b12c667406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:37.253852 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-02b37630-11d3-4d5f-828e-68b12c667406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:37.254968 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-02b37630-11d3-4d5f-828e-68b12c667406 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c19d88c-1e93-4017-8b47-8116788d841f HTTP/1.1" status: 204 len: 168 time: 0.1187875 Sep 03 02:06:37.262707 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b37630-11d3-4d5f-828e-68b12c667406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c19d88c-1e93-4017-8b47-8116788d841f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:38.163029 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe9d7-37d0-48a8-a3d8-a11e0141db45 req-4ea14edd-5f53-4921-b5d1-3b62c5175c18 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:38.164529 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a66fe9d7-37d0-48a8-a3d8-a11e0141db45 req-4ea14edd-5f53-4921-b5d1-3b62c5175c18 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 943 time: 0.0514393 Sep 03 02:06:38.204142 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a66fe9d7-37d0-48a8-a3d8-a11e0141db45 req-8befda7a-7ecf-46f0-8129-9f2b9259204a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335224 Sep 03 02:06:38.795845 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:06:38.891688 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:39.022096 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'port_id': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec', 'mac_address': 'fa:16:3e:2b:83:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:06:39.059197 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:39.072054 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:06:39.090806 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:39.094580 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:39.139705 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:39.314708 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc78f68-a111-44c1-85f6-63ab35f96454 req-8503bcad-9a82-425c-801a-03a11b10ead3 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:39.316344 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7dc78f68-a111-44c1-85f6-63ab35f96454 req-8503bcad-9a82-425c-801a-03a11b10ead3 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 944 time: 0.0486836 Sep 03 02:06:39.358360 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7dc78f68-a111-44c1-85f6-63ab35f96454 req-2ec7bad2-b08f-48ab-b765-c49e3bf63bcb tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357850 Sep 03 02:06:39.396801 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['2420f7b4-a5eb-4e1d-99ee-83b43eb250ec'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:06:40.483145 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abadf0-40e1-4d8f-ab59-77a72b3d5a04 req-bb5843b3-164c-476f-9f1d-0787ec74d0c2 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:40.484619 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-46abadf0-40e1-4d8f-ab59-77a72b3d5a04 req-bb5843b3-164c-476f-9f1d-0787ec74d0c2 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 944 time: 0.0624566 Sep 03 02:06:40.522302 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-46abadf0-40e1-4d8f-ab59-77a72b3d5a04 req-7e000493-e566-456f-b898-0d817ba97706 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315228 Sep 03 02:06:40.811297 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:06:40.863438 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:06:40.867032 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:06:40.867400 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:40.942173 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:40.965407 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355c3467-2910-4021-98d6-dae830ec1f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:06:40.967729 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e66185-59ba-4726-bc7b-7b7f3388859c" -d '{"events": [{"server_uuid": "355c3467-2910-4021-98d6-dae830ec1f86", "name": "network-vif-plugged", "status": "completed", "tag": "2420f7b4-a5eb-4e1d-99ee-83b43eb250ec"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:06:40.980309 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:06:40.984371 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:41.008066 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa579d8-1be8-48f3-b93f-8149c8eef0c7 x-openstack-request-id: req-9fa579d8-1be8-48f3-b93f-8149c8eef0c7 {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:06:41.008269 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355c3467-2910-4021-98d6-dae830ec1f86", "name": "network-vif-plugged", "status": "completed", "tag": "2420f7b4-a5eb-4e1d-99ee-83b43eb250ec", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:06:41.008483 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9fa579d8-1be8-48f3-b93f-8149c8eef0c7 {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:06:41.008773 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355c3467-2910-4021-98d6-dae830ec1f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec', 'code': 200} Sep 03 02:06:41.032997 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:41.246786 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b2c7-d991-4685-93aa-304caf69e9e3 req-21a07838-70b0-40aa-b9ea-c54eab34070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:41.248188 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a82b2c7-d991-4685-93aa-304caf69e9e3 req-21a07838-70b0-40aa-b9ea-c54eab34070f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 1098 time: 0.0393610 Sep 03 02:06:41.287482 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3a82b2c7-d991-4685-93aa-304caf69e9e3 req-c6f53cdf-5b8c-4410-a58a-74cb86c719db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317917 Sep 03 02:06:41.634419 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e830cd0-6399-4de7-884b-f9479c338c0e req-134ee435-af72-4efc-b5eb-d73dead227c4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:41.636006 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e830cd0-6399-4de7-884b-f9479c338c0e req-134ee435-af72-4efc-b5eb-d73dead227c4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 945 time: 0.0492160 Sep 03 02:06:41.673289 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1e830cd0-6399-4de7-884b-f9479c338c0e req-8c36d5ba-168b-458f-8f56-d0532b7e481c tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314596 Sep 03 02:06:42.792841 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0862f3-2697-43a1-9f6c-d7774c20490e req-9544b70f-dc04-4be4-ae13-a7f67e607b12 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:42.794328 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe0862f3-2697-43a1-9f6c-d7774c20490e req-9544b70f-dc04-4be4-ae13-a7f67e607b12 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 945 time: 0.0507004 Sep 03 02:06:42.831559 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fe0862f3-2697-43a1-9f6c-d7774c20490e req-2523c80c-8b7f-473e-a612-78c5015fd7cf tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305128 Sep 03 02:06:42.944491 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad7945-1126-46dd-9e77-923b69846115 req-ac0e08fc-3fde-4392-96f9-a371358d1cdf tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:42.945991 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c6ad7945-1126-46dd-9e77-923b69846115 req-ac0e08fc-3fde-4392-96f9-a371358d1cdf tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Sep 03 02:06:42.984322 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c6ad7945-1126-46dd-9e77-923b69846115 req-564c5267-70d2-44b1-8536-5ff80c18d25a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Sep 03 02:06:43.007399 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 37438) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:43.197157 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997b47f4-09ef-4090-87df-23375935c729 tempest-TestVolumeBootPattern-766988496 tempest-TestVolumeBootPattern-766988496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:43.198651 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-997b47f4-09ef-4090-87df-23375935c729 tempest-TestVolumeBootPattern-766988496 tempest-TestVolumeBootPattern-766988496-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 1093 time: 0.1901226 Sep 03 02:06:43.201552 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 37444) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:43.205785 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'floatingip': {'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'port_id': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:06:43.226629 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:43.326634 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:43.440761 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Allocated IP 172.27.3.83 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/9f2e0444-2b71-49ce-bbb2-900e23f3da6b) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:06:43.544008 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:43.582527 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:43.620412 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:06:43.623139 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:06:43.626620 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:06:43.634705 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'Port': ['ID=9f2e0444-2b71-49ce-bbb2-900e23f3da6b,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:43.968439 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:44.042407 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:44.195464 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:44.200117 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:44.276787 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'Port': ['ID=9f2e0444-2b71-49ce-bbb2-900e23f3da6b,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:06:44.287162 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:44.388361 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Floating IP af5a228f-427d-41e5-8078-6ae75cbf2a59 associated. External IP: 172.27.3.83, port: 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec. Sep 03 02:06:44.607929 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Router 57619676-344e-466e-b94c-0e88cd56bf69 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:06:44.991094 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:06:45.003177 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] Sync routers for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:06:45.008611 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:45.017979 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:45.018659 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:06:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:45.036762 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-3ac060b8-4ca7-4022-a931-53374fb1be9a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8342021 Sep 03 02:06:45.037430 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355c3467-2910-4021-98d6-dae830ec1f86', 'tag': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:06:45.039798 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81" -d '{"events": [{"name": "network-changed", "server_uuid": "355c3467-2910-4021-98d6-dae830ec1f86", "tag": "2420f7b4-a5eb-4e1d-99ee-83b43eb250ec"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:06:45.076561 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90e727d-9180-44b6-9db1-b1172b9ece6c x-openstack-request-id: req-e90e727d-9180-44b6-9db1-b1172b9ece6c {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:06:45.076856 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355c3467-2910-4021-98d6-dae830ec1f86", "tag": "2420f7b4-a5eb-4e1d-99ee-83b43eb250ec", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:06:45.077140 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e90e727d-9180-44b6-9db1-b1172b9ece6c {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:06:45.077550 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355c3467-2910-4021-98d6-dae830ec1f86', 'tag': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec', 'status': 'completed', 'code': 200} Sep 03 02:06:45.134397 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:45.170541 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-08c8f98b-d3fd-4d6a-8440-35ec476bf85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:45.172048 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-08c8f98b-d3fd-4d6a-8440-35ec476bf85d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 1098 time: 0.0470417 Sep 03 02:06:45.272066 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-f1fa244f-b5ba-477e-a0fc-7654a8dba3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:45.273510 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-f1fa244f-b5ba-477e-a0fc-7654a8dba3b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0939639 Sep 03 02:06:45.359709 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-acf51c8c-b220-4050-bd0c-323a92f3587d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec HTTP/1.1" status: 200 len: 998 time: 0.0711806 Sep 03 02:06:45.368913 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'af5a228f-427d-41e5-8078-6ae75cbf2a59', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:2b:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c3467-2910-4021-98d6-dae830ec1f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:06:43Z', 'updated_at': '2021-09-03T02:06:43Z', 'revision_number': 0, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:45.395501 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] Checking router: 57619676-344e-466e-b94c-0e88cd56bf69 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:06:45.404556 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:06:45.405212 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:06:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:45.412451 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-39d0b3e1-b93c-427a-962e-6fa32639f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:45.413971 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-39d0b3e1-b93c-427a-962e-6fa32639f18f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0465131 Sep 03 02:06:45.467865 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-80a42bda-2d13-4e3b-810a-b41fa862f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:06:45.469639 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-80a42bda-2d13-4e3b-810a-b41fa862f266 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485077 Sep 03 02:06:45.520301 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:06:45.574475 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-fe794d25-5edf-4923-89db-51f1d80a02ed service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938134 Sep 03 02:06:45.671597 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f076ff2-50ed-4312-96d4-85e7a0b9fb81 req-9a6ebfe0-d8d0-4577-b07c-305393d70be8 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889385 Sep 03 02:06:45.760775 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'af5a228f-427d-41e5-8078-6ae75cbf2a59', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:2b:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c3467-2910-4021-98d6-dae830ec1f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:06:43Z', 'updated_at': '2021-09-03T02:06:43Z', 'revision_number': 0, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:06:45.786237 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fe7ff-3ec9-463a-b0aa-f9c18275eb5d None None] The sync data for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi is: [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': 'af5a228f-427d-41e5-8078-6ae75cbf2a59', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:2b:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355c3467-2910-4021-98d6-dae830ec1f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:06:43Z', 'updated_at': '2021-09-03T02:06:43Z', 'revision_number': 0, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:06:45.967589 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca2015-d442-4856-98a8-8fc320de1b2f None None] New status for floating IP af5a228f-427d-41e5-8078-6ae75cbf2a59: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:06:52.678411 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:06:56.452201 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-411555c4-6904-47cb-a663-162d7d660bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:57.240206 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:58.964710 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7f56a67a-ec82-4608-b4be-daa1c75d564b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:59.174289 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:00.130856 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:01.860071 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:09.282406 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 37558) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:09.384633 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:09.469242 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:09.472705 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:09.509191 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a1ba63c10ae4783b1860537d56e117e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256014 Sep 03 02:07:09.511111 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48a19a1-394d-41ac-a814-3a1082874868,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:09.511898 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37562) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:09.518061 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.518411 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.518751 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.519082 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.519413 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.519768 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.520628 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.520974 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.521303 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.521624 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.521944 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.522261 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bebb472-e06f-47c3-b11f-d4fc55b400d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.561552 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:09.582661 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:09.627065 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:09.630522 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:09.631666 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e48a19a1-394d-41ac-a814-3a1082874868 HTTP/1.1" status: 204 len: 168 time: 0.1187890 Sep 03 02:07:09.638951 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48a19a1-394d-41ac-a814-3a1082874868,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:09.646129 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.646476 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.646816 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.647151 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.647482 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.647811 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.648138 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.648461 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.648787 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.649137 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.649458 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:09.649774 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6964e0-a9fb-4446-a827-7721ba0c4234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:26.456684 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d7da0f95-c25a-43ee-92a9-68bedfbf5417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:27.253267 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:28.965376 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c5ee-cc3e-44d6-9d20-103d51bac00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:29.176439 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:29.677636 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:07:30.133671 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:31.862146 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:34.725200 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-fdc4fda5-68ee-497a-9d7d-d32cafa1efb2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428867 Sep 03 02:07:34.833482 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-1f844db1-0c90-42e1-b5a7-4f22abc93978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:34.834938 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-1f844db1-0c90-42e1-b5a7-4f22abc93978 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 1098 time: 0.0433133 Sep 03 02:07:34.935943 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-d54f4e44-302c-4638-83c9-7a791ff1c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:34.937371 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-d54f4e44-302c-4638-83c9-7a791ff1c5c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0830083 Sep 03 02:07:35.024912 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-500504ae-7324-4513-a154-fbd0e9f2c479 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec HTTP/1.1" status: 200 len: 1000 time: 0.0798793 Sep 03 02:07:35.073192 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-46e81140-4f17-4737-b58e-7869a5c80995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:35.075607 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-46e81140-4f17-4737-b58e-7869a5c80995 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0437953 Sep 03 02:07:35.121659 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-5d7f47ec-bb60-488b-ac27-903a2bd9c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:35.123142 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-5d7f47ec-bb60-488b-ac27-903a2bd9c406 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398805 Sep 03 02:07:35.215156 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-bae70b04-02e0-4f4d-8b06-dcdaf9b51847 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850115 Sep 03 02:07:35.311706 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ed546b45-8f21-471c-b9fc-070ba256bb09 req-7b0e362f-467f-40f7-a3f4-4b38dccd7c16 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896378 Sep 03 02:07:37.150890 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37752) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:37.252526 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a1d3-2589-4545-8cff-b71cd3032ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:37.347973 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a1d3-2589-4545-8cff-b71cd3032ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:37.351704 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a1d3-2589-4545-8cff-b71cd3032ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:37.386889 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6a1d3-2589-4545-8cff-b71cd3032ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee14bb9c-6ca3-4581-b72b-7c0c10daefe9,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:37.391186 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a9e6a1d3-2589-4545-8cff-b71cd3032ee3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34058f36b3514400ac40c5a79b5dc04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387292 Sep 03 02:07:37.393715 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37756) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:37.443221 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cb6341da-bd04-4d1e-80f7-062e710f9368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:37.466014 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cb6341da-bd04-4d1e-80f7-062e710f9368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:37.511597 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cb6341da-bd04-4d1e-80f7-062e710f9368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:37.514280 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-cb6341da-bd04-4d1e-80f7-062e710f9368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:37.515417 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-cb6341da-bd04-4d1e-80f7-062e710f9368 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee14bb9c-6ca3-4581-b72b-7c0c10daefe9 HTTP/1.1" status: 204 len: 168 time: 0.1208236 Sep 03 02:07:37.523076 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6341da-bd04-4d1e-80f7-062e710f9368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee14bb9c-6ca3-4581-b72b-7c0c10daefe9,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:56.457807 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dd56bc1f-97f4-4444-8a2e-5cab5bc7ed47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:57.273167 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.966481 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2c30e460-9c7b-4ac1-8dd5-7fc32b0221b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.177488 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.137962 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.864532 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.676696 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:08:26.457009 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd24d-56f4-43da-ba00-0620d8c23211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:27.282079 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.967184 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0c8c-66ed-4831-b33a-80b7c2e8c692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:29.178827 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.139385 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:31.869021 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:35.003565 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-847d2322-fed1-4343-85aa-44e5186c7220 req-29c9c95a-94f3-409c-a350-7d103837a16c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1419384 Sep 03 02:08:35.099888 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d2322-fed1-4343-85aa-44e5186c7220 req-a4c29f53-1581-4d5c-97bc-5c2d00ed381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:35.101380 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-847d2322-fed1-4343-85aa-44e5186c7220 req-a4c29f53-1581-4d5c-97bc-5c2d00ed381b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 1098 time: 0.0399168 Sep 03 02:08:35.203216 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d2322-fed1-4343-85aa-44e5186c7220 req-67be3a21-3ee4-43b8-aeac-024c01bce9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:35.204657 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-847d2322-fed1-4343-85aa-44e5186c7220 req-67be3a21-3ee4-43b8-aeac-024c01bce9cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0832703 Sep 03 02:08:35.275832 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-847d2322-fed1-4343-85aa-44e5186c7220 req-d7757ae9-8b32-4219-b1ad-2de441be7d9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec HTTP/1.1" status: 200 len: 1000 time: 0.0641029 Sep 03 02:08:35.324192 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d2322-fed1-4343-85aa-44e5186c7220 req-f2be12a4-e4e0-4dd8-807a-8a7684657719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:35.325658 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-847d2322-fed1-4343-85aa-44e5186c7220 req-f2be12a4-e4e0-4dd8-807a-8a7684657719 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0429676 Sep 03 02:08:35.369222 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d2322-fed1-4343-85aa-44e5186c7220 req-0b7d0b39-72de-4681-bfc2-cb3fa8481b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:35.370569 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-847d2322-fed1-4343-85aa-44e5186c7220 req-0b7d0b39-72de-4681-bfc2-cb3fa8481b08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383608 Sep 03 02:08:35.381366 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-847d2322-fed1-4343-85aa-44e5186c7220 req-dbe9eb11-daf0-46bf-8a1c-795806e65b02 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:08:35.382299 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-847d2322-fed1-4343-85aa-44e5186c7220 req-dbe9eb11-daf0-46bf-8a1c-795806e65b02 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048037 Sep 03 02:08:35.472296 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-847d2322-fed1-4343-85aa-44e5186c7220 req-2cb6f498-d2b0-47fd-8c90-65000ca687e4 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829041 Sep 03 02:08:35.567628 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-847d2322-fed1-4343-85aa-44e5186c7220 req-fa1d0115-2c7f-40f5-bd63-33031e9844d1 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876298 Sep 03 02:08:43.300802 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501e3ef-8651-4f85-b248-76dfdc2bff54 req-0a30f49d-cf08-40bd-86b8-7891b09789e2 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:43.302334 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0501e3ef-8651-4f85-b248-76dfdc2bff54 req-0a30f49d-cf08-40bd-86b8-7891b09789e2 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 945 time: 0.1606395 Sep 03 02:08:43.338862 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0501e3ef-8651-4f85-b248-76dfdc2bff54 req-a9fb78b4-6e91-409b-90fa-b1c73a8f4226 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306981 Sep 03 02:08:43.675529 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:08:44.522508 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bae78-0d14-4186-9c30-323fbe44ec58 req-87c44f48-72c1-414b-a584-165ac1d51f71 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:44.523994 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-175bae78-0d14-4186-9c30-323fbe44ec58 req-87c44f48-72c1-414b-a584-165ac1d51f71 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 945 time: 0.1005049 Sep 03 02:08:44.561057 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-175bae78-0d14-4186-9c30-323fbe44ec58 req-24a3a416-7f0b-4e3e-b76a-24d879bb1b4a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306761 Sep 03 02:08:44.885896 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fd911-ec29-4046-89ca-bc3684c9276a req-9efb75d2-777c-47f5-9778-8137d6319894 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:44.887303 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-309fd911-ec29-4046-89ca-bc3684c9276a req-9efb75d2-777c-47f5-9778-8137d6319894 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 945 time: 0.0469780 Sep 03 02:08:44.976177 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Deleting port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:08:44.976513 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:45.061777 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] For port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:45.062136 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:45.230677 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:45.231037 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:45.231357 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Floating IP af5a228f-427d-41e5-8078-6ae75cbf2a59 disassociated. External IP: 172.27.3.83, port: 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec. Sep 03 02:08:45.231726 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Calling delete_port for 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:08:45.353094 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:45.383811 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event deleted for resources: {'Port': ['ID=2420f7b4-a5eb-4e1d-99ee-83b43eb250ec,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:45.395443 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.395797 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.396134 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.396466 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.396793 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.397217 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.397545 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.397871 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.398194 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.398517 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.398837 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.399155 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:45.501126 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Router 57619676-344e-466e-b94c-0e88cd56bf69 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:08:45.605220 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:08:45.620420 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] Sync routers for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:08:45.631502 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:08:45.632453 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:08:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:45.650003 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] No DVR routers for this DVR port 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:08:45.653108 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:45.655585 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-309fd911-ec29-4046-89ca-bc3684c9276a req-a0eb38e1-c5ef-43d9-973d-840bcd409f85 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "DELETE /v2.0/ports/2420f7b4-a5eb-4e1d-99ee-83b43eb250ec HTTP/1.1" status: 204 len: 173 time: 0.7621641 Sep 03 02:08:45.656177 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355c3467-2910-4021-98d6-dae830ec1f86', 'name': 'network-vif-deleted', 'tag': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:45.659170 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73babd6-67a1-46a2-b3ce-052088fa75a2" -d '{"events": [{"server_uuid": "355c3467-2910-4021-98d6-dae830ec1f86", "name": "network-vif-deleted", "tag": "2420f7b4-a5eb-4e1d-99ee-83b43eb250ec"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:45.670204 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-08971e04-f356-4778-872c-6da59152295b req-e7a5a51b-7eda-41dc-a98a-a778a35e0047 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=355c3467-2910-4021-98d6-dae830ec1f86 HTTP/1.1" status: 200 len: 210 time: 0.0268946 Sep 03 02:08:45.753329 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:08:45.768669 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5978dfb5-3063-45ac-a430-fb90394dd755 x-openstack-request-id: req-5978dfb5-3063-45ac-a430-fb90394dd755 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:45.768981 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355c3467-2910-4021-98d6-dae830ec1f86", "name": "network-vif-deleted", "tag": "2420f7b4-a5eb-4e1d-99ee-83b43eb250ec", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:45.769232 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5978dfb5-3063-45ac-a430-fb90394dd755 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:45.769627 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355c3467-2910-4021-98d6-dae830ec1f86', 'name': 'network-vif-deleted', 'tag': '2420f7b4-a5eb-4e1d-99ee-83b43eb250ec', 'status': 'completed', 'code': 200} Sep 03 02:08:45.964339 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:46.115322 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] Checking router: 57619676-344e-466e-b94c-0e88cd56bf69 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:08:46.123970 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:08:46.124586 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:08:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:46.226403 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:08:46.426993 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:46.456790 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb2b8e5-9d6b-45b9-b154-2e9312f629e1 None None] The sync data for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi is: [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:08:46.669675 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae88850-7901-449e-a84f-7d2508219c9d None None] New status for floating IP af5a228f-427d-41e5-8078-6ae75cbf2a59: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:08:46.927340 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-7d880cbc-e109-464e-a9fc-dd55d077670f tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805801512&fields=id&tenant_id=428b691cedf84b89bdb08fc884a0d02b HTTP/1.1" status: 200 len: 267 time: 0.0334406 Sep 03 02:08:47.030586 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-15cd9878-ca22-4350-8299-d07d96a92080 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:47.032046 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-15cd9878-ca22-4350-8299-d07d96a92080 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 812 time: 0.0981162 Sep 03 02:08:47.047165 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-831f6131-cd2c-4dc1-ba51-d3c9f05c3f1b tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/quotas/428b691cedf84b89bdb08fc884a0d02b HTTP/1.1" status: 200 len: 375 time: 0.0094059 Sep 03 02:08:47.101472 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-40bf1bbd-db66-4f5e-bfb8-003bd0dcbcc5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492413 Sep 03 02:08:47.159001 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-37c81391-709c-4386-87ce-e7eab8761f66 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:08:47.160021 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-37c81391-709c-4386-87ce-e7eab8761f66 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472171 Sep 03 02:08:47.246885 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b36de7ae-3887-43df-8116-2ab33f8418ab service neutron] 10.222.0.32 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808761 Sep 03 02:08:47.337823 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-8244a2d5-172b-4f0e-9d50-929a307fe5f6 service neutron] 10.222.0.32 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849907 Sep 03 02:08:47.361712 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:08:47.380711 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:08:47.381112 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device 2420f7b4-a5eb-4e1d-99ee-83b43eb250ec not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:08:47.613863 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-81c4fc35-8d16-4f19-9e7a-349cd23edb93 req-442bb6da-4cbd-4941-bca5-cb1d98e9ed4c tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 210 time: 0.0251217 Sep 03 02:08:48.684707 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-83d62deb-ea23-4bb8-b355-c4837902f93c tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:48.687174 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-83d62deb-ea23-4bb8-b355-c4837902f93c tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 812 time: 0.1108394 Sep 03 02:08:48.715329 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-852e3474-f684-4478-a1e8-44319dd53822 req-67bcd661-98bd-4735-b48d-98d6cf97afcd tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 210 time: 0.0272086 Sep 03 02:08:48.753512 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-d02001bf-d452-411d-8f15-d316a5c5e94d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428b691cedf84b89bdb08fc884a0d02b HTTP/1.1" status: 200 len: 379 time: 0.0404086 Sep 03 02:08:48.768372 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'port': {'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'admin_state_up': True, 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'security_groups': ['f9567802-2cbe-40b7-a161-a8f50cf1e4c6']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:48.873629 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Made reservation on behalf of 428b691cedf84b89bdb08fc884a0d02b for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:08:48.877072 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.000933 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Allocated IP 172.20.0.10 (057d9bce-1026-4dda-a273-2dfb54844a9c/9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf/b679c4d1-7dc6-4042-a619-7fb4387d1f33) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:08:49.133215 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.150217 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Transition to ACTIVE for port object b679c4d1-7dc6-4042-a619-7fb4387d1f33 will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:49.184282 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.225297 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Network 057d9bce-1026-4dda-a273-2dfb54844a9c is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:08:49.228345 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:08:49.232402 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:08:49.261991 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'Port': ['ID=b679c4d1-7dc6-4042-a619-7fb4387d1f33,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:49.288207 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:49.288826 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.303845 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-71c9808a-7a75-46bb-9736-8d3acce68e54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5396259 Sep 03 02:08:49.323355 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Request body: {'port': {'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:49.382769 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.420693 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-b886c5a6-0c3f-4a52-a0fb-0cda1056028f None None] Provisioning for port b679c4d1-7dc6-4042-a619-7fb4387d1f33 completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:49.424446 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-b886c5a6-0c3f-4a52-a0fb-0cda1056028f None None] Provisioning complete for port b679c4d1-7dc6-4042-a619-7fb4387d1f33 triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:49.424820 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b886c5a6-0c3f-4a52-a0fb-0cda1056028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.458454 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-b886c5a6-0c3f-4a52-a0fb-0cda1056028f None None] Port b679c4d1-7dc6-4042-a619-7fb4387d1f33 cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:08:49.656847 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b679c4d1-7dc6-4042-a619-7fb4387d1f33 {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:49.663998 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.675272 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Transition to ACTIVE for port object b679c4d1-7dc6-4042-a619-7fb4387d1f33 will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:49.678446 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.728940 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b679c4d1-7dc6-4042-a619-7fb4387d1f33,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:49.802199 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Attempting to bind port b679c4d1-7dc6-4042-a619-7fb4387d1f33 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:08:49.802536 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Attempting to bind port b679c4d1-7dc6-4042-a619-7fb4387d1f33 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:08:49.802865 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Attempting to bind port b679c4d1-7dc6-4042-a619-7fb4387d1f33 on network 057d9bce-1026-4dda-a273-2dfb54844a9c {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:49.807505 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Port b679c4d1-7dc6-4042-a619-7fb4387d1f33 on network 057d9bce-1026-4dda-a273-2dfb54844a9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:08:49.807830 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Attempting to bind port b679c4d1-7dc6-4042-a619-7fb4387d1f33 on network 057d9bce-1026-4dda-a273-2dfb54844a9c {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:49.813996 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:08:49.814334 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Checking segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:08:49.814715 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Bound using segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:08:49.815145 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Bound port: b679c4d1-7dc6-4042-a619-7fb4387d1f33, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:08:49.816213 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.838827 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818c155-ad80-45d7-832a-72f6dcb46d9d req-e8b57a87-831b-452c-bca7-88fad80392b6 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:49.840389 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4818c155-ad80-45d7-832a-72f6dcb46d9d req-e8b57a87-831b-452c-bca7-88fad80392b6 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 944 time: 0.0533733 Sep 03 02:08:49.881082 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-4818c155-ad80-45d7-832a-72f6dcb46d9d req-82cdd1c2-8031-4d81-9674-d837ac12e863 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339239 Sep 03 02:08:49.882130 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] For port b679c4d1-7dc6-4042-a619-7fb4387d1f33, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:08:49.885360 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] For port b679c4d1-7dc6-4042-a619-7fb4387d1f33, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:08:49.890646 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.924086 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:49.926031 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:49.927439 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] 10.222.0.42 "PUT /v2.0/ports/b679c4d1-7dc6-4042-a619-7fb4387d1f33 HTTP/1.1" status: 200 len: 1094 time: 0.6088045 Sep 03 02:08:49.927887 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'tag': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:49.931944 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ddc47-a8bc-4f03-9a1b-81855cb637be" -d '{"events": [{"name": "network-changed", "server_uuid": "72a2a6f7-e117-4bbf-8595-9c9c287c245e", "tag": "b679c4d1-7dc6-4042-a619-7fb4387d1f33"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:49.959443 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0301b-891c-4c27-9d0f-7a9d1ebf46c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b679c4d1-7dc6-4042-a619-7fb4387d1f33,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:49.986687 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5430693-2c8c-4465-8061-ef57bde32151 x-openstack-request-id: req-d5430693-2c8c-4465-8061-ef57bde32151 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:49.986988 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a2a6f7-e117-4bbf-8595-9c9c287c245e", "tag": "b679c4d1-7dc6-4042-a619-7fb4387d1f33", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:49.987248 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5430693-2c8c-4465-8061-ef57bde32151 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:49.987627 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'tag': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'status': 'completed', 'code': 200} Sep 03 02:08:50.043764 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-c2d6056a-dfd0-4d63-92e7-b476ab718715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:50.045901 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-c2d6056a-dfd0-4d63-92e7-b476ab718715 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 1097 time: 0.0445838 Sep 03 02:08:50.099347 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-9d709729-515a-48a2-89fa-66031dc8329d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33 HTTP/1.1" status: 200 len: 217 time: 0.0380709 Sep 03 02:08:50.148657 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-6f1b4d92-2809-4c7f-890b-a9c709700c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:50.150083 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-6f1b4d92-2809-4c7f-890b-a9c709700c38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0437701 Sep 03 02:08:50.194751 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-1d9ed980-107e-4620-90e9-52a288af6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:50.196124 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-1d9ed980-107e-4620-90e9-52a288af6411 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394697 Sep 03 02:08:50.295185 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-dd9b6022-f345-4fa4-9865-b5944057dfca service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874302 Sep 03 02:08:50.381745 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-96a1f395-8a31-49db-8459-c5a1f3a8e7ee req-0f13269c-47c8-4add-9e51-2eaa0d698e0f service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807872 Sep 03 02:08:50.527064 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-6e337550-a177-4e20-b184-a7a1af72ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:50.529086 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-6e337550-a177-4e20-b184-a7a1af72ac0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 1097 time: 0.0523911 Sep 03 02:08:50.617291 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-39f6531a-7107-4d4e-8044-159df876c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:50.618799 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-39f6531a-7107-4d4e-8044-159df876c62d service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0824983 Sep 03 02:08:50.672494 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-b28f5a38-3bd3-43ab-9867-8015e62a0fdd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33 HTTP/1.1" status: 200 len: 217 time: 0.0366495 Sep 03 02:08:50.720797 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-6db2e803-7e44-4ac8-a1cc-4ccb271fd026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:50.722213 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-6db2e803-7e44-4ac8-a1cc-4ccb271fd026 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0424190 Sep 03 02:08:50.766684 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-c4fd2920-06de-4258-86cb-5d8b0638d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:50.768129 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-c4fd2920-06de-4258-86cb-5d8b0638d656 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386140 Sep 03 02:08:50.869566 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-cfc7a20b-89fe-4f99-889a-8049cd4c2dde service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937860 Sep 03 02:08:50.958532 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e79ddc47-a8bc-4f03-9a1b-81855cb637be req-8b46ac9e-6c17-4d31-aa0a-c64a65e42fa8 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821545 Sep 03 02:08:50.998348 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119125c-9658-462d-beaa-5b153a1d776d req-8ccdb1ab-5be1-4257-b4e6-c1b521073ad8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:50.999851 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7119125c-9658-462d-beaa-5b153a1d776d req-8ccdb1ab-5be1-4257-b4e6-c1b521073ad8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 944 time: 0.0523028 Sep 03 02:08:51.037644 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-7119125c-9658-462d-beaa-5b153a1d776d req-173855ef-f609-49ce-9b60-ed5d2b52a4c0 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Sep 03 02:08:52.154654 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c51a48-9489-4932-b738-15cedc8f8f72 req-b659cb90-12b9-4c2b-8fef-175cb52b8c63 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:52.156133 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19c51a48-9489-4932-b738-15cedc8f8f72 req-b659cb90-12b9-4c2b-8fef-175cb52b8c63 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 944 time: 0.0528898 Sep 03 02:08:52.192843 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-19c51a48-9489-4932-b738-15cedc8f8f72 req-7c2e3c19-0734-4e85-9a33-4f239b5705b0 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307193 Sep 03 02:08:53.304791 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30354324-002c-4e89-bb4b-ecb42d983a8f req-af95a21c-f673-40cb-b813-75e1a3f86435 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:53.306288 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-30354324-002c-4e89-bb4b-ecb42d983a8f req-af95a21c-f673-40cb-b813-75e1a3f86435 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 944 time: 0.0486495 Sep 03 02:08:53.343814 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-30354324-002c-4e89-bb4b-ecb42d983a8f req-88a07cd8-b642-4710-a4a3-eb0a59528db7 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Sep 03 02:08:54.458660 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee0da8-3650-4ef6-83da-720a1966bf20 req-25ca7e85-29b5-4499-aabf-13a86a85f08f tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:54.460374 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4aee0da8-3650-4ef6-83da-720a1966bf20 req-25ca7e85-29b5-4499-aabf-13a86a85f08f tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 944 time: 0.0526309 Sep 03 02:08:54.502045 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-4aee0da8-3650-4ef6-83da-720a1966bf20 req-23e6379e-147d-460f-8a7d-c4900765fc1a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348499 Sep 03 02:08:55.614008 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6fade-178c-4dc7-9875-65ffad7590e3 req-07951c85-f810-405e-90e5-142738118619 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:55.615458 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fca6fade-178c-4dc7-9875-65ffad7590e3 req-07951c85-f810-405e-90e5-142738118619 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 944 time: 0.0487907 Sep 03 02:08:55.657997 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-fca6fade-178c-4dc7-9875-65ffad7590e3 req-fa427a1b-cc85-46ee-a6bc-918337fe9b45 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366387 Sep 03 02:08:56.458227 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bdd062ef-b77e-485c-865f-ef39c7697ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:56.769029 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90327f-f647-4ebf-bb9d-367ed462a1e7 req-41811e98-0772-46eb-9e82-0681936f8e92 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:56.770410 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb90327f-f647-4ebf-bb9d-367ed462a1e7 req-41811e98-0772-46eb-9e82-0681936f8e92 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 944 time: 0.0475864 Sep 03 02:08:56.808590 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fb90327f-f647-4ebf-bb9d-367ed462a1e7 req-36178526-94ea-43b4-85c8-28ee7a0f795c tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322804 Sep 03 02:08:57.287196 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:57.358814 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device b679c4d1-7dc6-4042-a619-7fb4387d1f33 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:08:57.452663 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port b679c4d1-7dc6-4042-a619-7fb4387d1f33, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:57.463384 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'mac_address': 'fa:16:3e:82:3c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:08:57.498848 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:57.512318 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b679c4d1-7dc6-4042-a619-7fb4387d1f33 {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:57.531611 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port b679c4d1-7dc6-4042-a619-7fb4387d1f33, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:57.535274 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:57.585785 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=b679c4d1-7dc6-4042-a619-7fb4387d1f33,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:57.593457 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.593804 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.594146 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.594477 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.594806 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.595136 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.595458 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.595779 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.596102 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.596424 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.596740 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.597102 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.842537 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['b679c4d1-7dc6-4042-a619-7fb4387d1f33'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:08:57.925342 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596eb4-f8b9-40dd-b77e-aff7bd58b3f1 req-629daad5-a55d-451c-a1cd-12bd74238858 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:57.926848 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d596eb4-f8b9-40dd-b77e-aff7bd58b3f1 req-629daad5-a55d-451c-a1cd-12bd74238858 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 945 time: 0.0520949 Sep 03 02:08:57.964095 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-9d596eb4-f8b9-40dd-b77e-aff7bd58b3f1 req-538c2ea7-13f8-444b-9b50-c3c16539e369 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313778 Sep 03 02:08:58.968613 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8baea0ec-d705-48d6-9d34-1fabf195283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.081679 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa65065-648f-42a3-9043-7760fd1a17ba req-feffa347-7bf4-4ff6-9b16-bdc1e261743b tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:59.083103 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-daa65065-648f-42a3-9043-7760fd1a17ba req-feffa347-7bf4-4ff6-9b16-bdc1e261743b tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 945 time: 0.0536385 Sep 03 02:08:59.119968 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-daa65065-648f-42a3-9043-7760fd1a17ba req-fe7dd6bc-4e0a-4401-9f58-365085049f7f tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310764 Sep 03 02:08:59.179200 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.378895 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device b679c4d1-7dc6-4042-a619-7fb4387d1f33 up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:59.426643 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port b679c4d1-7dc6-4042-a619-7fb4387d1f33 completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:59.430628 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port b679c4d1-7dc6-4042-a619-7fb4387d1f33 triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:59.431000 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.505659 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.528006 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:59.530483 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffd043a-21c4-4895-8fb8-ad81ed798d46" -d '{"events": [{"server_uuid": "72a2a6f7-e117-4bbf-8595-9c9c287c245e", "name": "network-vif-plugged", "status": "completed", "tag": "b679c4d1-7dc6-4042-a619-7fb4387d1f33"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:59.545789 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port b679c4d1-7dc6-4042-a619-7fb4387d1f33, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:59.549881 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.572348 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8366d15e-4ed8-4eab-a63c-dbe85a4ad1dc x-openstack-request-id: req-8366d15e-4ed8-4eab-a63c-dbe85a4ad1dc {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:59.572632 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a2a6f7-e117-4bbf-8595-9c9c287c245e", "name": "network-vif-plugged", "status": "completed", "tag": "b679c4d1-7dc6-4042-a619-7fb4387d1f33", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:59.572898 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8366d15e-4ed8-4eab-a63c-dbe85a4ad1dc {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:59.573280 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'code': 200} Sep 03 02:08:59.598178 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=b679c4d1-7dc6-4042-a619-7fb4387d1f33,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:59.804005 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f89e-9e01-440c-a738-128c08f0fdf8 req-9154b66a-0275-44b3-a39d-c799d16a60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:59.805564 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-acc5f89e-9e01-440c-a738-128c08f0fdf8 req-9154b66a-0275-44b3-a39d-c799d16a60d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 1099 time: 0.0395534 Sep 03 02:08:59.840323 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-acc5f89e-9e01-440c-a738-128c08f0fdf8 req-12d7031c-22ba-4569-91e7-76279c22a7b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275719 Sep 03 02:09:00.143028 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.232975 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221ee5-1a10-438f-8c42-f6473281c023 req-c67132a0-4a1f-46c7-af30-b18bc1892d96 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:00.235075 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98221ee5-1a10-438f-8c42-f6473281c023 req-c67132a0-4a1f-46c7-af30-b18bc1892d96 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 946 time: 0.0495424 Sep 03 02:09:00.271151 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-98221ee5-1a10-438f-8c42-f6473281c023 req-28d6b31a-352e-47a9-b040-1f15d0cf4a68 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300035 Sep 03 02:09:01.385579 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ba022-468f-4253-ace8-7a2313a07d42 req-0f488f20-5802-4926-88a9-9bf7465b3f37 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.387052 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c2ba022-468f-4253-ace8-7a2313a07d42 req-0f488f20-5802-4926-88a9-9bf7465b3f37 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 946 time: 0.0489731 Sep 03 02:09:01.423830 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-3c2ba022-468f-4253-ace8-7a2313a07d42 req-314fd98d-7ca8-4bf3-8d18-05d72c045fd3 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306878 Sep 03 02:09:01.538201 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d8042-0353-4add-9f16-ac9b12c5ad93 req-1d621b12-5916-4a4f-b8ec-69ac51b46a42 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.539637 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-766d8042-0353-4add-9f16-ac9b12c5ad93 req-1d621b12-5916-4a4f-b8ec-69ac51b46a42 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 946 time: 0.0524468 Sep 03 02:09:01.576639 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-766d8042-0353-4add-9f16-ac9b12c5ad93 req-e3c68cac-2bda-4f8c-958d-fe3b5ee369ea tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311186 Sep 03 02:09:01.598155 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37858) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:01.637820 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da7970-86fe-4a57-940e-84d530823765 tempest-TestVolumeBootPattern-766988496 tempest-TestVolumeBootPattern-766988496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.639340 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-01da7970-86fe-4a57-940e-84d530823765 tempest-TestVolumeBootPattern-766988496 tempest-TestVolumeBootPattern-766988496-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 1094 time: 0.0401800 Sep 03 02:09:01.642214 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37860) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:01.646535 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'floatingip': {'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:01.667691 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.765474 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.870743 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Allocated IP 172.27.3.21 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/4a822e85-f7dd-4706-ba4a-ebde94cb10ac) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:09:01.871281 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.972642 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:02.011879 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:02.049588 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:09:02.052273 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:09:02.055727 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:09:02.063468 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'Port': ['ID=4a822e85-f7dd-4706-ba4a-ebde94cb10ac,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:02.091660 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.092012 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.092364 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.093475 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.093897 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.094237 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.094570 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.094902 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.095233 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.095561 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.095884 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.096208 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:02.409374 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:02.475040 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:02.616297 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:02.621528 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25731509'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:02.692290 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'Port': ['ID=4a822e85-f7dd-4706-ba4a-ebde94cb10ac,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:02.702865 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.018396 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Floating IP 8bc0ac0e-561c-4cda-94b0-59d8a7981220 associated. External IP: 172.27.3.21, port: b679c4d1-7dc6-4042-a619-7fb4387d1f33. Sep 03 02:09:03.215295 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Router 57619676-344e-466e-b94c-0e88cd56bf69 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:09:03.315381 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:09:03.325213 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] Sync routers for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:09:03.333084 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.335162 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:09:03.335852 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:08:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:09:03.363377 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-1249f893-f65b-4a6f-88db-b30807b1df28 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7201500 Sep 03 02:09:03.364259 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'tag': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:03.366706 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77482dccd8f24be2bd6ac63fccac15686b94fd892f7df4acaf4f7e51daaa6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e330faec-76db-4945-a52e-d40b50349398" -d '{"events": [{"name": "network-changed", "server_uuid": "72a2a6f7-e117-4bbf-8595-9c9c287c245e", "tag": "b679c4d1-7dc6-4042-a619-7fb4387d1f33"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:03.440178 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:09:03.460939 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e24edd-b0e3-47e6-8824-acab219fb9a0 x-openstack-request-id: req-43e24edd-b0e3-47e6-8824-acab219fb9a0 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:03.461440 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a2a6f7-e117-4bbf-8595-9c9c287c245e", "tag": "b679c4d1-7dc6-4042-a619-7fb4387d1f33", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:03.461552 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43e24edd-b0e3-47e6-8824-acab219fb9a0 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:03.461858 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'tag': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'status': 'completed', 'code': 200} Sep 03 02:09:03.549982 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330faec-76db-4945-a52e-d40b50349398 req-ef787024-ed4e-4bbb-a33e-151e2d259046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:03.551477 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e330faec-76db-4945-a52e-d40b50349398 req-ef787024-ed4e-4bbb-a33e-151e2d259046 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 1099 time: 0.0457635 Sep 03 02:09:03.640257 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330faec-76db-4945-a52e-d40b50349398 req-1845ee77-d4d4-4d5b-9002-cead152b2cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:03.641695 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e330faec-76db-4945-a52e-d40b50349398 req-1845ee77-d4d4-4d5b-9002-cead152b2cac service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0831060 Sep 03 02:09:03.663357 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '8bc0ac0e-561c-4cda-94b0-59d8a7981220', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:82:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:09:02Z', 'updated_at': '2021-09-03T02:09:02Z', 'revision_number': 0, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:09:03.692209 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] Checking router: 57619676-344e-466e-b94c-0e88cd56bf69 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:09:03.700720 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:09:03.701363 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:08:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:09:03.709027 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e330faec-76db-4945-a52e-d40b50349398 req-239c75ae-9e2d-456d-adfc-01a8cf43a9f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33 HTTP/1.1" status: 200 len: 999 time: 0.0605695 Sep 03 02:09:03.756673 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330faec-76db-4945-a52e-d40b50349398 req-f70c1436-34f6-4a8f-b168-9bef7e7df8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:03.758182 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e330faec-76db-4945-a52e-d40b50349398 req-f70c1436-34f6-4a8f-b168-9bef7e7df8f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0427468 Sep 03 02:09:03.803245 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330faec-76db-4945-a52e-d40b50349398 req-c09fb019-75ff-43b2-afc9-5b7d485c5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:03.804733 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e330faec-76db-4945-a52e-d40b50349398 req-c09fb019-75ff-43b2-afc9-5b7d485c5490 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392516 Sep 03 02:09:03.805345 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:09:03.897808 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e330faec-76db-4945-a52e-d40b50349398 req-c06f5197-1bc0-47b4-96f6-9242f3ebd358 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854955 Sep 03 02:09:04.031963 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '8bc0ac0e-561c-4cda-94b0-59d8a7981220', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:82:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:09:02Z', 'updated_at': '2021-09-03T02:09:02Z', 'revision_number': 0, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:09:04.059547 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f6205-6a29-4b17-98b8-87ad39361f55 None None] The sync data for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi is: [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '8bc0ac0e-561c-4cda-94b0-59d8a7981220', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:82:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:09:02Z', 'updated_at': '2021-09-03T02:09:02Z', 'revision_number': 0, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:09:04.260015 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc803f79-95fc-4c19-9fc7-b220697cdc22 None None] New status for floating IP 8bc0ac0e-561c-4cda-94b0-59d8a7981220: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:09:04.267922 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-e330faec-76db-4945-a52e-d40b50349398 req-14d6b214-1562-4091-a1ab-e1f38710ac67 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635890 Sep 03 02:09:20.675828 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:09:26.458848 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-c8df910d-ff2c-4e56-a28d-c3c360cf483d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:27.319872 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:28.969820 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-24778c13-5f9c-4033-b15b-eef60b7d98f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:29.179556 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:30.144907 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:31.873292 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:36.946924 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-7fb6b78f-2562-40d7-9402-7fc1bc389b00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387566 Sep 03 02:09:37.047427 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-76b207cf-3315-4cef-9857-aefedb1e8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:37.049103 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-76b207cf-3315-4cef-9857-aefedb1e8095 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 1099 time: 0.0429096 Sep 03 02:09:37.151038 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-de41b081-1303-43fb-9dae-84f5fc578e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:37.152401 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-de41b081-1303-43fb-9dae-84f5fc578e1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0846391 Sep 03 02:09:37.221949 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-12b119ab-af44-4c79-b206-d901da7978bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33 HTTP/1.1" status: 200 len: 1001 time: 0.0628376 Sep 03 02:09:37.269940 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-bfab92cd-b6b8-4309-a737-158b76df8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:37.271347 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-bfab92cd-b6b8-4309-a737-158b76df8520 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0423193 Sep 03 02:09:37.320669 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-a1725f2f-f158-47fa-9580-ce167f0f81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:37.322554 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-a1725f2f-f158-47fa-9580-ce167f0f81ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438025 Sep 03 02:09:37.411140 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-9e7ba746-e590-4ade-a057-753b597a1aee service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816984 Sep 03 02:09:37.508749 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0351ca30-2f3c-4ce5-88a3-e51cc84301eb req-bcf5a398-c17a-4b7d-b3c3-14378f6a13f2 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903873 Sep 03 02:09:56.459600 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-42c58a96-7e54-4702-bfb3-c7def6cceef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:57.311797 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:57.675559 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:09:58.970292 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-00350710-db46-4a0d-aff3-1a92d10c8d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:59.181247 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:00.146664 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:01.876653 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.460149 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a2045ae7-d1ae-4352-91b6-06c0d398014e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:27.322462 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:28.970320 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a05d573-a1bf-4ec0-a4b2-e485e74b8433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:29.182211 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:30.150081 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.880024 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:34.675339 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:10:36.893900 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d3c8601-56fb-4933-b614-42677515cc25 req-4badd730-a2d7-42e5-b3ec-89004417c7f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396914 Sep 03 02:10:36.994682 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8601-56fb-4933-b614-42677515cc25 req-fe126001-a165-4939-87c4-952cf75aabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:36.996155 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d3c8601-56fb-4933-b614-42677515cc25 req-fe126001-a165-4939-87c4-952cf75aabd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 1099 time: 0.0394237 Sep 03 02:10:37.108734 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8601-56fb-4933-b614-42677515cc25 req-d850bb41-2698-43f2-8864-027df72ec327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:37.110147 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d3c8601-56fb-4933-b614-42677515cc25 req-d850bb41-2698-43f2-8864-027df72ec327 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0891807 Sep 03 02:10:37.173450 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d3c8601-56fb-4933-b614-42677515cc25 req-dfdb5a53-1e86-404c-8fda-324407826e72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33 HTTP/1.1" status: 200 len: 1001 time: 0.0557973 Sep 03 02:10:37.226792 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8601-56fb-4933-b614-42677515cc25 req-f377ebbf-7941-465b-b99c-ae3c840c0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:37.228184 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d3c8601-56fb-4933-b614-42677515cc25 req-f377ebbf-7941-465b-b99c-ae3c840c0650 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0465579 Sep 03 02:10:37.274256 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c8601-56fb-4933-b614-42677515cc25 req-38713b89-90a8-42a9-86e9-47cb2bae2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:37.275760 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d3c8601-56fb-4933-b614-42677515cc25 req-38713b89-90a8-42a9-86e9-47cb2bae2847 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395920 Sep 03 02:10:37.369132 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d3c8601-56fb-4933-b614-42677515cc25 req-507db9f2-4c43-43ac-824e-cf384d02147d service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842443 Sep 03 02:10:37.462204 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-3d3c8601-56fb-4933-b614-42677515cc25 req-20223225-b45d-4392-9de2-4178175367f3 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849962 Sep 03 02:10:37.874283 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-107c7e2d-f94a-4b20-b68d-b193b9f19d4d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805801512&fields=id&tenant_id=428b691cedf84b89bdb08fc884a0d02b HTTP/1.1" status: 200 len: 267 time: 0.0320177 Sep 03 02:10:37.982560 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-01a9246f-6780-46c6-9396-a90db0852ae8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:37.983912 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-01a9246f-6780-46c6-9396-a90db0852ae8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 812 time: 0.1022410 Sep 03 02:10:38.000856 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8d3d6edd-b497-4196-92f6-ea502fe6e59c tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/quotas/428b691cedf84b89bdb08fc884a0d02b HTTP/1.1" status: 200 len: 375 time: 0.0108597 Sep 03 02:10:38.057955 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-f2ab5108-ebe2-49fa-8130-9501eb82c02f tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0508611 Sep 03 02:10:38.152608 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-4978db71-da45-435f-ba36-2d5823891398 service neutron] 10.222.0.32 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821016 Sep 03 02:10:38.243261 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-a78f70bf-080a-42e1-8aae-61890519e744 service neutron] 10.222.0.32 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846710 Sep 03 02:10:38.526014 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a60c0b48-2a99-4ec3-9abd-4353d45e58a4 req-40cd86c9-ee7d-4b8e-9e4f-8e5bffbe1f6e tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 210 time: 0.0283566 Sep 03 02:10:39.493973 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-30baf589-2d34-4fbb-a8f2-dbf47442533d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:39.495828 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-30baf589-2d34-4fbb-a8f2-dbf47442533d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 812 time: 0.1066272 Sep 03 02:10:39.543577 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-9ca110b8-87bb-41ba-8c7c-de67572d3597 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428b691cedf84b89bdb08fc884a0d02b HTTP/1.1" status: 200 len: 379 time: 0.0337071 Sep 03 02:10:39.558379 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'port': {'device_id': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'admin_state_up': True, 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'security_groups': ['f9567802-2cbe-40b7-a161-a8f50cf1e4c6']}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:39.654171 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-77a98e5c-f58f-44e2-99b3-ea4c8061501a req-2bda7540-f270-4c02-b063-8d37c76d29f6 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 210 time: 0.0629573 Sep 03 02:10:39.703332 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Made reservation on behalf of 428b691cedf84b89bdb08fc884a0d02b for: {'port': 1} {{(pid=93867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:10:39.707114 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.833113 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_common [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Allocated IP 172.20.0.3 (057d9bce-1026-4dda-a273-2dfb54844a9c/9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf/ce9b9216-508a-44fd-89bd-ca60a76b539e) {{(pid=93867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:10:39.967817 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for port, precommit_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.981196 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Transition to ACTIVE for port object ce9b9216-508a-44fd-89bd-ca60a76b539e will not be triggered until provisioned by entity DHCP. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:40.024180 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_create {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.067651 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Network 057d9bce-1026-4dda-a273-2dfb54844a9c is already hosted by enough agents. {{(pid=93867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:40.070943 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.base_scheduler [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Resources bound (agent type, host, resource id): {{(pid=93867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:40.074536 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Received port after_create {{(pid=93867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:10:40.108614 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'Port': ['ID=ce9b9216-508a-44fd-89bd-ca60a76b539e,revision_number=1']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:40.122904 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.123262 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.123600 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.123936 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.124268 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.124599 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.124951 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.125282 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.125608 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.125931 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.126253 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.126573 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:40.146264 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:40.146929 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.165248 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-eca72d4a-d92c-4897-a9f9-8a807d8708b4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6105800 Sep 03 02:10:40.183897 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.v2.base [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Request body: {'port': {'device_id': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=93867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:40.240465 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.287653 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-564acfab-2579-41e3-a163-2ad5bf697f8a None None] Provisioning for port ce9b9216-508a-44fd-89bd-ca60a76b539e completed by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:40.291382 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-564acfab-2579-41e3-a163-2ad5bf697f8a None None] Provisioning complete for port ce9b9216-508a-44fd-89bd-ca60a76b539e triggered by entity DHCP. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:40.291758 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-564acfab-2579-41e3-a163-2ad5bf697f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.325478 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-564acfab-2579-41e3-a163-2ad5bf697f8a None None] Port ce9b9216-508a-44fd-89bd-ca60a76b539e cannot update to ACTIVE because it is not bound. {{(pid=93869) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:10:40.501021 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9b9216-508a-44fd-89bd-ca60a76b539e {{(pid=93867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:10:40.508833 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.521097 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.provisioning_blocks [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Transition to ACTIVE for port object ce9b9216-508a-44fd-89bd-ca60a76b539e will not be triggered until provisioned by entity L2. {{(pid=93867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:40.524818 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.575270 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9b9216-508a-44fd-89bd-ca60a76b539e,revision_number=2']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:40.641229 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Attempting to bind port ce9b9216-508a-44fd-89bd-ca60a76b539e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:10:40.641561 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Attempting to bind port ce9b9216-508a-44fd-89bd-ca60a76b539e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:10:40.641885 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Attempting to bind port ce9b9216-508a-44fd-89bd-ca60a76b539e on network 057d9bce-1026-4dda-a273-2dfb54844a9c {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:10:40.647126 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Port ce9b9216-508a-44fd-89bd-ca60a76b539e on network 057d9bce-1026-4dda-a273-2dfb54844a9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:10:40.647443 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Attempting to bind port ce9b9216-508a-44fd-89bd-ca60a76b539e on network 057d9bce-1026-4dda-a273-2dfb54844a9c {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:10:40.652274 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Checking agent: {'id': '17a38e5c-349c-405f-811b-d8391f8d1df0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'started_at': datetime.datetime(2021, 9, 3, 1, 56, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:10:40.652604 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Checking segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:10:40.653013 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Bound using segment: {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'} {{(pid=93867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:10:40.653433 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.managers [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Bound port: ce9b9216-508a-44fd-89bd-ca60a76b539e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84e18c0-14d2-4953-9502-5f16573454da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c'}}] {{(pid=93867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:10:40.653784 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.724187 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] For port ce9b9216-508a-44fd-89bd-ca60a76b539e, host hv-cinder-80403, cleared binding levels {{(pid=93867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:10:40.727448 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] For port ce9b9216-508a-44fd-89bd-ca60a76b539e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ce9b9216-508a-44fd-89bd-ca60a76b539e,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:10:40.732608 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29019370'] for port, after_update {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.767309 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:40.768093 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.770128 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] 10.222.0.42 "PUT /v2.0/ports/ce9b9216-508a-44fd-89bd-ca60a76b539e HTTP/1.1" status: 200 len: 1093 time: 0.5910299 Sep 03 02:10:40.770700 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'tag': 'ce9b9216-508a-44fd-89bd-ca60a76b539e'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:40.773288 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2420ab1b-e680-46ae-a215-ddc6ff397c0a", "tag": "ce9b9216-508a-44fd-89bd-ca60a76b539e"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:40.799716 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009c439-88a6-4b2f-bd43-b75fa1f14b04 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9b9216-508a-44fd-89bd-ca60a76b539e,revision_number=3']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:40.800153 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567310f-7913-4fd2-9ce9-4adb7fa18cbc req-c3ce51f2-f2f8-4b5d-bc3c-0e52bb072cc8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:40.801923 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a567310f-7913-4fd2-9ce9-4adb7fa18cbc req-c3ce51f2-f2f8-4b5d-bc3c-0e52bb072cc8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 943 time: 0.0740149 Sep 03 02:10:40.829735 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49ef97-c0cf-49e7-b068-ec9f1d954128 x-openstack-request-id: req-3e49ef97-c0cf-49e7-b068-ec9f1d954128 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:40.830204 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2420ab1b-e680-46ae-a215-ddc6ff397c0a", "tag": "ce9b9216-508a-44fd-89bd-ca60a76b539e", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:40.830529 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e49ef97-c0cf-49e7-b068-ec9f1d954128 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:40.831096 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'tag': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'status': 'completed', 'code': 200} Sep 03 02:10:40.846683 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-a567310f-7913-4fd2-9ce9-4adb7fa18cbc req-1b2adeaf-4111-4110-aa65-91725962c876 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375648 Sep 03 02:10:40.896832 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-324a8274-1f47-4fda-bebb-8986f4ff9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:40.898495 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-324a8274-1f47-4fda-bebb-8986f4ff9ffb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 1096 time: 0.0463824 Sep 03 02:10:40.946369 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-1d63d49f-28e3-425a-a960-193728e62680 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce9b9216-508a-44fd-89bd-ca60a76b539e HTTP/1.1" status: 200 len: 217 time: 0.0343766 Sep 03 02:10:40.998884 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-3dcd0dcd-ae82-4ff2-a2ed-a56b09f3e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:41.000349 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-3dcd0dcd-ae82-4ff2-a2ed-a56b09f3e6fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0468915 Sep 03 02:10:41.045628 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-cc00ae63-73b4-47fa-b602-b50ef6baabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:41.047028 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-cc00ae63-73b4-47fa-b602-b50ef6baabe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397475 Sep 03 02:10:41.138189 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-0e179c80-8769-4675-9338-529b1c9c2ccd service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835173 Sep 03 02:10:41.230260 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-1324ded4-dfe8-4a46-8a80-eac785a7036f req-8e3797ff-0f8e-4ac7-a278-746dfa119e38 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849745 Sep 03 02:10:41.359929 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-a59ce4ee-c463-4611-98e5-d75d25342f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:41.362084 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-a59ce4ee-c463-4611-98e5-d75d25342f87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 1096 time: 0.0452523 Sep 03 02:10:41.456479 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-2675f088-56eb-4ff9-bc5d-d75135a22a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:41.458026 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-2675f088-56eb-4ff9-bc5d-d75135a22a76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0880814 Sep 03 02:10:41.498149 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-82cbce5f-0037-4662-b301-5b1a650f9c6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce9b9216-508a-44fd-89bd-ca60a76b539e HTTP/1.1" status: 200 len: 217 time: 0.0324020 Sep 03 02:10:41.549280 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-f551e16b-a474-4972-b9a0-823cea2670a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:41.550659 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-f551e16b-a474-4972-b9a0-823cea2670a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0445554 Sep 03 02:10:41.595115 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-3a96448c-4d88-48b9-b375-544e6b1a1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:41.596563 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-3a96448c-4d88-48b9-b375-544e6b1a1ed1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385475 Sep 03 02:10:41.686118 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-d992a08a-8077-48d9-9525-10498561eefa service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817070 Sep 03 02:10:41.784250 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ad3beec6-a8ee-43f4-8f6a-cf4958c7bd3e req-9e8a0aa9-84fb-4dd6-b804-12bf79ce65f9 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864930 Sep 03 02:10:41.972360 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5908487-9039-4529-aa06-013582ca0409 req-b95ce87f-80f0-44c9-bf17-511742cd1f91 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:41.973763 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c5908487-9039-4529-aa06-013582ca0409 req-b95ce87f-80f0-44c9-bf17-511742cd1f91 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 943 time: 0.0480525 Sep 03 02:10:42.010420 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-c5908487-9039-4529-aa06-013582ca0409 req-3b956bcb-baef-47dd-9d56-9c9efb4f57f6 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309203 Sep 03 02:10:43.123991 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9602b64-13c5-4b8a-a042-785217950d4d req-0fd0dfc2-bbfc-459d-bf21-ea6086b593b8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:43.125443 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9602b64-13c5-4b8a-a042-785217950d4d req-0fd0dfc2-bbfc-459d-bf21-ea6086b593b8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 943 time: 0.0486498 Sep 03 02:10:43.166694 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-d9602b64-13c5-4b8a-a042-785217950d4d req-c04deab6-e6c1-425b-8e67-de355111ec1a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344214 Sep 03 02:10:44.285080 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a130cd3-2d91-4405-a834-72542ee8d63c req-91ca9a69-3720-44f5-82dd-6b17dacd5a90 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:44.286470 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0a130cd3-2d91-4405-a834-72542ee8d63c req-91ca9a69-3720-44f5-82dd-6b17dacd5a90 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 943 time: 0.0535889 Sep 03 02:10:44.323528 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-0a130cd3-2d91-4405-a834-72542ee8d63c req-eabf6339-e98c-4e2f-a3c3-3792ddabc722 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312042 Sep 03 02:10:45.435306 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b539da-f22a-42b1-a08c-9e30394cdc7d req-e385fc2e-2ec6-4980-b151-2bd9f11e2a54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:45.436770 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50b539da-f22a-42b1-a08c-9e30394cdc7d req-e385fc2e-2ec6-4980-b151-2bd9f11e2a54 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 943 time: 0.0487876 Sep 03 02:10:45.473851 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-50b539da-f22a-42b1-a08c-9e30394cdc7d req-4179e50a-0918-4fe3-a053-195f6f10da3c tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311382 Sep 03 02:10:46.587205 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f5122-1385-4ced-824f-353c3c49adb7 req-624b2836-a098-45ea-ad1f-8d5c6a8e5785 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:46.588657 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-573f5122-1385-4ced-824f-353c3c49adb7 req-624b2836-a098-45ea-ad1f-8d5c6a8e5785 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 943 time: 0.0494900 Sep 03 02:10:46.625202 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-573f5122-1385-4ced-824f-353c3c49adb7 req-c1f4a254-9345-46f5-910f-1118e44ca5cf tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307071 Sep 03 02:10:47.737739 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e7220-b202-498a-9672-97d0f043ef08 req-443a4639-5b96-472d-bd66-f4787c43ac00 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:47.739208 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-793e7220-b202-498a-9672-97d0f043ef08 req-443a4639-5b96-472d-bd66-f4787c43ac00 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 943 time: 0.0497193 Sep 03 02:10:47.776528 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-793e7220-b202-498a-9672-97d0f043ef08 req-1174a996-30c5-4476-9b53-5ffef4cf2ab6 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315874 Sep 03 02:10:48.886901 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a2bbe-1068-4379-88a5-8e76eebfc53b req-1bd7efc2-d497-4542-a3cf-96fe19302a9b tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:48.888350 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-308a2bbe-1068-4379-88a5-8e76eebfc53b req-1bd7efc2-d497-4542-a3cf-96fe19302a9b tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 943 time: 0.0477278 Sep 03 02:10:48.925345 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-308a2bbe-1068-4379-88a5-8e76eebfc53b req-891f5b5e-d10d-4fba-98b3-25493fb75ff4 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305245 Sep 03 02:10:49.837469 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device ce9b9216-508a-44fd-89bd-ca60a76b539e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=93869) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:10:49.930124 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port ce9b9216-508a-44fd-89bd-ca60a76b539e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ce9b9216-508a-44fd-89bd-ca60a76b539e,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:49.941270 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Returning: {'device': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'port_id': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'mac_address': 'fa:16:3e:23:36:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93869) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:10:49.978049 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:49.994258 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9b9216-508a-44fd-89bd-ca60a76b539e {{(pid=93869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:10:50.013740 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port ce9b9216-508a-44fd-89bd-ca60a76b539e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ce9b9216-508a-44fd-89bd-ca60a76b539e,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:50.018280 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:50.038956 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3464429-9a79-457a-881e-256749a0b34a req-f9184032-4a40-4c82-ad87-6cf0c52ed810 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:50.040459 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e3464429-9a79-457a-881e-256749a0b34a req-f9184032-4a40-4c82-ad87-6cf0c52ed810 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 943 time: 0.0508802 Sep 03 02:10:50.066404 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=ce9b9216-508a-44fd-89bd-ca60a76b539e,revision_number=4']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:50.073576 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.073926 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.074269 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.074611 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.074946 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.075275 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.075600 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.075925 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.076252 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.076572 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.076918 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.077243 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.082673 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-e3464429-9a79-457a-881e-256749a0b34a req-493e7056-8a80-4028-9a4a-00c4d102354e tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363100 Sep 03 02:10:50.303952 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] get_ports_and_sgs() called for port_ids ['ce9b9216-508a-44fd-89bd-ca60a76b539e'] {{(pid=93869) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:10:51.196997 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b7891-6100-43d2-bf1a-26c68f9e58fd req-2347de5b-3a56-4577-bcc9-f9ccff72b0d2 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:51.198448 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f7b7891-6100-43d2-bf1a-26c68f9e58fd req-2347de5b-3a56-4577-bcc9-f9ccff72b0d2 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 944 time: 0.0516150 Sep 03 02:10:51.235572 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-7f7b7891-6100-43d2-bf1a-26c68f9e58fd req-a9656fd3-00e6-40de-b250-bda78bdc0cb7 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313823 Sep 03 02:10:51.856049 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device ce9b9216-508a-44fd-89bd-ca60a76b539e up at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:51.902940 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning for port ce9b9216-508a-44fd-89bd-ca60a76b539e completed by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:51.906448 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.provisioning_blocks [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Provisioning complete for port ce9b9216-508a-44fd-89bd-ca60a76b539e triggered by entity L2. {{(pid=93869) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:51.906818 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1462256'] for port, provisioning_complete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:51.980842 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:52.003584 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9b9216-508a-44fd-89bd-ca60a76b539e'}] {{(pid=93869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:52.005862 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3ff8205153d115966a0bc98e782a4e45a8f43499560767bd1884c17bbbdfef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b714092c-f49c-4f56-b7d4-cd71d8b4951c" -d '{"events": [{"server_uuid": "2420ab1b-e680-46ae-a215-ddc6ff397c0a", "name": "network-vif-plugged", "status": "completed", "tag": "ce9b9216-508a-44fd-89bd-ca60a76b539e"}]}' {{(pid=93869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:52.019260 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] For port ce9b9216-508a-44fd-89bd-ca60a76b539e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ce9b9216-508a-44fd-89bd-ca60a76b539e,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:52.024555 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717'] for port, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:52.071777 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Pushing event updated for resources: {'Port': ['ID=ce9b9216-508a-44fd-89bd-ca60a76b539e,revision_number=5']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:52.102302 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f137d70c-67f9-4027-9a87-00e657bdbddc x-openstack-request-id: req-f137d70c-67f9-4027-9a87-00e657bdbddc {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:52.102594 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2420ab1b-e680-46ae-a215-ddc6ff397c0a", "name": "network-vif-plugged", "status": "completed", "tag": "ce9b9216-508a-44fd-89bd-ca60a76b539e", "code": 200}]} {{(pid=93869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:52.102846 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f137d70c-67f9-4027-9a87-00e657bdbddc {{(pid=93869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:52.103242 dv-cinder-804035-9-iscsi neutron-server[93869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'code': 200} Sep 03 02:10:52.385444 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc1673-835d-4b3f-af57-2b76b9728e0c req-20dc49f8-fe2f-426f-9c36-f25076e79d82 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:52.387768 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fddc1673-835d-4b3f-af57-2b76b9728e0c req-20dc49f8-fe2f-426f-9c36-f25076e79d82 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 945 time: 0.0861177 Sep 03 02:10:52.390117 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379b3a1-38eb-43f2-9790-1d2507e4dd84 req-b86dde92-3c6c-4e25-a49c-736cea53ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:52.392139 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b379b3a1-38eb-43f2-9790-1d2507e4dd84 req-b86dde92-3c6c-4e25-a49c-736cea53ad95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 1098 time: 0.0793076 Sep 03 02:10:52.447133 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-b379b3a1-38eb-43f2-9790-1d2507e4dd84 req-3191ac14-bf26-42ee-988f-337d7012ef48 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474725 Sep 03 02:10:52.449904 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fddc1673-835d-4b3f-af57-2b76b9728e0c req-cc2be210-0dd0-4456-8a71-f80fbfb22cb8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560524 Sep 03 02:10:53.568885 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92f8a0-935c-4de6-97b2-9c3eda8a6b90 req-cb44e0cb-4f4e-4cca-84c2-75c6f2bb9933 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:53.570656 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aa92f8a0-935c-4de6-97b2-9c3eda8a6b90 req-cb44e0cb-4f4e-4cca-84c2-75c6f2bb9933 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 945 time: 0.0494750 Sep 03 02:10:53.607093 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-aa92f8a0-935c-4de6-97b2-9c3eda8a6b90 req-58173cf7-4c8a-480a-bb7e-ced242df3cb8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305431 Sep 03 02:10:54.732982 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557c61-d759-4638-8b0c-d7e8eba41776 req-e32b1499-8db0-499b-8b37-e418342f6470 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:54.734448 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-07557c61-d759-4638-8b0c-d7e8eba41776 req-e32b1499-8db0-499b-8b37-e418342f6470 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 945 time: 0.0542803 Sep 03 02:10:54.772048 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-07557c61-d759-4638-8b0c-d7e8eba41776 req-1ff1b61c-61ba-444d-b1ea-fd6fb14a9d3a tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314791 Sep 03 02:10:54.882681 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367e765-3d72-4a69-a186-6f002d4f32f4 req-47b7a23c-a6e0-46bc-badd-42edb119af73 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:54.884162 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0367e765-3d72-4a69-a186-6f002d4f32f4 req-47b7a23c-a6e0-46bc-badd-42edb119af73 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 945 time: 0.0483017 Sep 03 02:10:54.919900 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-0367e765-3d72-4a69-a186-6f002d4f32f4 req-574234b5-5c13-4138-8a2f-066839cb6e86 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298569 Sep 03 02:10:54.942275 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37986) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:54.980650 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b007d5b0-d0c4-43af-a59a-97f487ac954b tempest-TestVolumeBootPattern-766988496 tempest-TestVolumeBootPattern-766988496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:54.982270 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-b007d5b0-d0c4-43af-a59a-97f487ac954b tempest-TestVolumeBootPattern-766988496 tempest-TestVolumeBootPattern-766988496-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 1093 time: 0.0390620 Sep 03 02:10:54.985462 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 37988) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:54.990435 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.v2.base [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Request body: {'floatingip': {'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'port_id': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93868) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:55.014016 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:55.114035 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:55.214696 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_common [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Allocated IP 172.27.3.186 (32c94ffd-7e71-4160-ba26-be39bdf933f5/e7f55abf-cea5-4c56-95bb-3a1daa1777ee/1a908f2b-1811-47dc-8f82-e646101b269f) {{(pid=93868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:10:55.326744 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for port, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:55.364717 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738767330681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:55.400529 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Network 32c94ffd-7e71-4160-ba26-be39bdf933f5 is already hosted by enough agents. {{(pid=93868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:55.404653 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.base_scheduler [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Resources bound (agent type, host, resource id): {{(pid=93868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:55.407229 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Received port after_create {{(pid=93868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:10:55.440864 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'Port': ['ID=1a908f2b-1811-47dc-8f82-e646101b269f,revision_number=1']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:55.450654 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.451004 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.451341 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.451673 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.451998 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.452324 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.452650 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.452998 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.453324 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.453644 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.453962 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.454277 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:55.756224 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:55.820569 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1551288'] for port, before_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:55.966039 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for port, precommit_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:55.970952 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738767850442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738767330699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738767330717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25731509'] for port, after_update {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:56.044173 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event updated for resources: {'Port': ['ID=1a908f2b-1811-47dc-8f82-e646101b269f,revision_number=2']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:56.054404 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3843633'] for floatingip, after_create {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:56.150523 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Floating IP 6f6633e2-ecc0-42c5-9dd0-12667d940c35 associated. External IP: 172.27.3.186, port: ce9b9216-508a-44fd-89bd-ca60a76b539e. Sep 03 02:10:56.351885 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Router 57619676-344e-466e-b94c-0e88cd56bf69 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:10:56.458623 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:10:56.459514 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-43a4d833-e471-4fb4-8f5f-2cf2daaa1241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:56.468563 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] Sync routers for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:10:56.474005 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:56.478554 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:10:56.479427 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:10:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:56.500677 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-a7d2df07-e26d-4519-b3fa-f47691411e29 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5136106 Sep 03 02:10:56.501394 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'tag': 'ce9b9216-508a-44fd-89bd-ca60a76b539e'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:56.504209 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77482dccd8f24be2bd6ac63fccac15686b94fd892f7df4acaf4f7e51daaa6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929" -d '{"events": [{"name": "network-changed", "server_uuid": "2420ab1b-e680-46ae-a215-ddc6ff397c0a", "tag": "ce9b9216-508a-44fd-89bd-ca60a76b539e"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:56.541726 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e162bcee-f611-4e2f-aaf6-7ff405757370 x-openstack-request-id: req-e162bcee-f611-4e2f-aaf6-7ff405757370 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:56.542019 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2420ab1b-e680-46ae-a215-ddc6ff397c0a", "tag": "ce9b9216-508a-44fd-89bd-ca60a76b539e", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:56.542278 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e162bcee-f611-4e2f-aaf6-7ff405757370 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:56.542660 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'tag': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'status': 'completed', 'code': 200} Sep 03 02:10:56.590015 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:10:56.631929 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-3b5b8fd6-ad52-40d9-b0e5-813d2a8e8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:56.633426 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-3b5b8fd6-ad52-40d9-b0e5-813d2a8e8222 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 1098 time: 0.0450873 Sep 03 02:10:56.728793 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-4d0174db-042d-4d8b-b9f0-dbf52b712ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:56.730323 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-4d0174db-042d-4d8b-b9f0-dbf52b712ac2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0889008 Sep 03 02:10:56.793948 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-6d6e4b4a-eebc-4f83-b417-d79d7349c38a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce9b9216-508a-44fd-89bd-ca60a76b539e HTTP/1.1" status: 200 len: 999 time: 0.0563803 Sep 03 02:10:56.821250 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '6f6633e2-ecc0-42c5-9dd0-12667d940c35', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:23:36:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:10:55Z', 'updated_at': '2021-09-03T02:10:55Z', 'revision_number': 0, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}, {'id': '8bc0ac0e-561c-4cda-94b0-59d8a7981220', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:82:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:09:02Z', 'updated_at': '2021-09-03T02:09:04Z', 'revision_number': 1, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:56.840903 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-aedc57fa-d9bb-47e6-85ab-a5feb95d3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:56.842357 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-aedc57fa-d9bb-47e6-85ab-a5feb95d3ae9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0416167 Sep 03 02:10:56.850793 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] Checking router: 57619676-344e-466e-b94c-0e88cd56bf69 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:10:56.858974 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:10:56.859576 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:10:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:56.891378 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-5036ab71-6866-4c3e-be83-446cd7c87e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:56.892837 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-5036ab71-6866-4c3e-be83-446cd7c87e82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435576 Sep 03 02:10:56.965766 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:10:56.983684 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-9ccffe45-b979-4926-9da2-7fe546f364bb service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839648 Sep 03 02:10:57.077470 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fe6bf3b9-76d6-47b9-acc9-bdaa4d03c929 req-5955d970-7ba8-40c0-95c8-ad9fe00095cb service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864513 Sep 03 02:10:57.185561 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '6f6633e2-ecc0-42c5-9dd0-12667d940c35', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:23:36:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:10:55Z', 'updated_at': '2021-09-03T02:10:55Z', 'revision_number': 0, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}, {'id': '8bc0ac0e-561c-4cda-94b0-59d8a7981220', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:82:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:09:02Z', 'updated_at': '2021-09-03T02:09:04Z', 'revision_number': 1, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:57.214174 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d724c32-a799-4cee-835a-27ee2f29bd04 None None] The sync data for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi is: [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '6f6633e2-ecc0-42c5-9dd0-12667d940c35', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:23:36:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:10:55Z', 'updated_at': '2021-09-03T02:10:55Z', 'revision_number': 0, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}, {'id': '8bc0ac0e-561c-4cda-94b0-59d8a7981220', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:82:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:09:02Z', 'updated_at': '2021-09-03T02:09:04Z', 'revision_number': 1, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:10:57.346401 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:57.389966 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2efeee-281c-4704-aec7-b217f8ada9a6 None None] New status for floating IP 6f6633e2-ecc0-42c5-9dd0-12667d940c35: ACTIVE {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:10:58.973199 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6fedae46-0551-4f31-8c8e-1a17348bb0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:59.181939 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:00.152365 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:01.883890 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:11.674658 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:11:26.459851 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-05bdeea8-d927-49ab-9d16-83235f1121e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:27.357963 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:28.974211 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-77ae0e79-be43-4179-ae0b-fcd813d09ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:29.183525 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:30.155400 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:31.887076 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.901321 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-ee774e63-d7cd-496d-ac42-156904b058cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397766 Sep 03 02:11:39.001124 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-4aed4ad0-0d44-4bf0-ac27-88cd4059de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:39.002619 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-4aed4ad0-0d44-4bf0-ac27-88cd4059de95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 1099 time: 0.0397813 Sep 03 02:11:39.108137 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-b9c2afa4-5052-40d7-8ebe-fab09580b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:39.109646 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-b9c2afa4-5052-40d7-8ebe-fab09580b4cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0874381 Sep 03 02:11:39.170540 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-dd512117-2227-419e-a833-4c73979e9f13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33 HTTP/1.1" status: 200 len: 1001 time: 0.0542102 Sep 03 02:11:39.223058 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-9537f55a-de49-4503-b6e4-7a80cd0f5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:39.224468 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-9537f55a-de49-4503-b6e4-7a80cd0f5ad7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0457108 Sep 03 02:11:39.269599 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-690038f7-812f-4d37-8bf5-972d7dffaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:39.271028 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-690038f7-812f-4d37-8bf5-972d7dffaa6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390596 Sep 03 02:11:39.361498 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-196678ca-a82f-4bca-a05f-fa0d4ecb7bc9 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819931 Sep 03 02:11:39.454393 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-fce38771-33e7-4b45-a312-83d5cfa2c5ee req-7629bae6-e31c-4f32-9f99-41b9348e3566 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851247 Sep 03 02:11:48.674344 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:11:56.465508 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5a3dc0e5-6bf2-4ff1-b6b7-3c3e53b26c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:57.358641 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:58.974639 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a87225d-9c38-4b6e-8a40-1fef17258eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:59.184367 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:00.158312 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:01.889851 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:17.719669 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38020) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:17.982711 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Deleting port 1a908f2b-1811-47dc-8f82-e646101b269f {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:17.982946 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.055971 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.056299 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.067487 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Calling delete_port for 1a908f2b-1811-47dc-8f82-e646101b269f owned by network:floatingip {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:18.233619 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.257417 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event deleted for resources: {'Port': ['ID=1a908f2b-1811-47dc-8f82-e646101b269f,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:18.285003 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.285414 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.285772 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.286106 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.286434 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.286763 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.287088 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.287412 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.287739 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.288058 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.288376 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.288733 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:18.328056 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.328379 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.db.l3_db [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Floating IP 6f6633e2-ecc0-42c5-9dd0-12667d940c35 disassociated (deleted). External IP: 172.27.3.186, port: ce9b9216-508a-44fd-89bd-ca60a76b539e. Sep 03 02:12:18.740457 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Router 57619676-344e-466e-b94c-0e88cd56bf69 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:12:18.842583 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:12:18.847612 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.852526 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] Sync routers for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:12:18.861634 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:18.862837 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:11:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:18.877323 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e166188f-4b14-4b82-bcf2-984be46cd0f5 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "DELETE /v2.0/floatingips/6f6633e2-ecc0-42c5-9dd0-12667d940c35 HTTP/1.1" status: 204 len: 168 time: 1.1565285 Sep 03 02:12:18.878519 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'tag': 'ce9b9216-508a-44fd-89bd-ca60a76b539e'}] {{(pid=93868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:12:18.880861 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e77482dccd8f24be2bd6ac63fccac15686b94fd892f7df4acaf4f7e51daaa6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379" -d '{"events": [{"name": "network-changed", "server_uuid": "2420ab1b-e680-46ae-a215-ddc6ff397c0a", "tag": "ce9b9216-508a-44fd-89bd-ca60a76b539e"}]}' {{(pid=93868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:12:18.922911 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf83ade-574e-434f-a2fe-b6040fbed3e3 x-openstack-request-id: req-eaf83ade-574e-434f-a2fe-b6040fbed3e3 {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:12:18.923208 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2420ab1b-e680-46ae-a215-ddc6ff397c0a", "tag": "ce9b9216-508a-44fd-89bd-ca60a76b539e", "status": "completed", "code": 200}]} {{(pid=93868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:12:18.923627 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eaf83ade-574e-434f-a2fe-b6040fbed3e3 {{(pid=93868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:12:18.923913 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'tag': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'status': 'completed', 'code': 200} Sep 03 02:12:18.970889 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:19.015009 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-6070282e-46d8-4d57-9ee6-7800a0a7a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:19.022801 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-6070282e-46d8-4d57-9ee6-7800a0a7a6cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 1098 time: 0.0519187 Sep 03 02:12:19.172462 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f89610-e37e-45d1-be11-f66e48146597 req-70403519-49ef-48c6-a1fc-e854ce91a35d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:19.174049 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-17f89610-e37e-45d1-be11-f66e48146597 req-70403519-49ef-48c6-a1fc-e854ce91a35d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 945 time: 0.1075339 Sep 03 02:12:19.206763 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-12201c74-3a05-4a6b-838c-9800022b563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:19.208258 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-12201c74-3a05-4a6b-838c-9800022b563f service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.1327183 Sep 03 02:12:19.234961 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-17f89610-e37e-45d1-be11-f66e48146597 req-72d28fe2-56b5-4be0-8895-76d20f969966 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506251 Sep 03 02:12:19.265564 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-f11daa3f-7119-49f1-9759-a358cccb8413 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce9b9216-508a-44fd-89bd-ca60a76b539e HTTP/1.1" status: 200 len: 217 time: 0.0442758 Sep 03 02:12:19.313885 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-a66cf76b-4fe7-416c-a178-98791926ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:19.315967 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-a66cf76b-4fe7-416c-a178-98791926ab63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0429537 Sep 03 02:12:19.320935 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '8bc0ac0e-561c-4cda-94b0-59d8a7981220', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:82:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:09:02Z', 'updated_at': '2021-09-03T02:09:04Z', 'revision_number': 1, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:19.347152 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] Checking router: 57619676-344e-466e-b94c-0e88cd56bf69 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:12:19.355455 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:19.356072 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:11:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:19.361476 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-47ab58ae-a7d2-45fe-a2ca-089f16f8e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:19.363139 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-47ab58ae-a7d2-45fe-a2ca-089f16f8e5c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397661 Sep 03 02:12:19.455325 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-7a2e5bfc-b9ac-49b7-9228-148e0c5bbe4b service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845208 Sep 03 02:12:19.459174 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:19.545836 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-45fb9e8f-698a-4e82-9c4d-5d1a53ffa379 req-9bb467f0-1f79-40d3-b92f-656325232e32 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820003 Sep 03 02:12:19.682883 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '8bc0ac0e-561c-4cda-94b0-59d8a7981220', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:82:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:09:02Z', 'updated_at': '2021-09-03T02:09:04Z', 'revision_number': 1, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:19.708909 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88bb02e-0516-45c7-a16f-4be77f9ac69f None None] The sync data for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi is: [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_floatingips': [{'id': '8bc0ac0e-561c-4cda-94b0-59d8a7981220', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'router_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'port_id': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'mac_address': 'fa:16:3e:82:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:09:02Z', 'updated_at': '2021-09-03T02:09:04Z', 'revision_number': 1, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:12:19.905158 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54901fd9-9bfe-4b56-a7de-703d679cd7c6 None None] New status for floating IP 6f6633e2-ecc0-42c5-9dd0-12667d940c35: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:12:20.351945 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581afcca-4869-4a8d-a173-b022fb6a1a76 req-6226d62c-5edc-404d-b4ec-1e2fe17b5427 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:20.353458 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-581afcca-4869-4a8d-a173-b022fb6a1a76 req-6226d62c-5edc-404d-b4ec-1e2fe17b5427 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 945 time: 0.0481243 Sep 03 02:12:20.390683 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-581afcca-4869-4a8d-a173-b022fb6a1a76 req-ab41a5ea-e803-4fce-b3fd-fdeab9bf0924 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313423 Sep 03 02:12:20.788205 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46754341-c49a-4244-98bf-977a1a288d8d req-41f76592-5524-40d6-acfc-6eba8bef189b tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:20.789668 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-46754341-c49a-4244-98bf-977a1a288d8d req-41f76592-5524-40d6-acfc-6eba8bef189b tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 945 time: 0.0507407 Sep 03 02:12:20.876504 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-46754341-c49a-4244-98bf-977a1a288d8d req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Deleting port ce9b9216-508a-44fd-89bd-ca60a76b539e {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:20.876838 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-46754341-c49a-4244-98bf-977a1a288d8d req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:21.232970 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-46754341-c49a-4244-98bf-977a1a288d8d req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] For port ce9b9216-508a-44fd-89bd-ca60a76b539e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ce9b9216-508a-44fd-89bd-ca60a76b539e,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:21.233333 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-46754341-c49a-4244-98bf-977a1a288d8d req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:21.245387 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-46754341-c49a-4244-98bf-977a1a288d8d req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Calling delete_port for ce9b9216-508a-44fd-89bd-ca60a76b539e owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:21.368519 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-46754341-c49a-4244-98bf-977a1a288d8d req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:21.396180 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event deleted for resources: {'Port': ['ID=ce9b9216-508a-44fd-89bd-ca60a76b539e,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:21.407487 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.407839 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.408179 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.408516 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.408850 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.410033 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.410426 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.410803 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.411141 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.411465 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.411875 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.413252 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:21.450691 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-46754341-c49a-4244-98bf-977a1a288d8d req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] No DVR routers for this DVR port ce9b9216-508a-44fd-89bd-ca60a76b539e on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:12:21.453231 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-46754341-c49a-4244-98bf-977a1a288d8d req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:21.455447 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-46754341-c49a-4244-98bf-977a1a288d8d req-33f15e8c-0763-4670-8060-35eac689108d tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "DELETE /v2.0/ports/ce9b9216-508a-44fd-89bd-ca60a76b539e HTTP/1.1" status: 204 len: 173 time: 0.6584651 Sep 03 02:12:21.455989 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'name': 'network-vif-deleted', 'tag': 'ce9b9216-508a-44fd-89bd-ca60a76b539e'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:12:21.458860 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2b7c74-20f8-4bef-bc55-a8fc95b9a65d" -d '{"events": [{"server_uuid": "2420ab1b-e680-46ae-a215-ddc6ff397c0a", "name": "network-vif-deleted", "tag": "ce9b9216-508a-44fd-89bd-ca60a76b539e"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:12:21.505969 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da823fc-f217-4f3a-966a-50c7ca21c63f x-openstack-request-id: req-3da823fc-f217-4f3a-966a-50c7ca21c63f {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:12:21.506255 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2420ab1b-e680-46ae-a215-ddc6ff397c0a", "name": "network-vif-deleted", "tag": "ce9b9216-508a-44fd-89bd-ca60a76b539e", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:12:21.506501 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3da823fc-f217-4f3a-966a-50c7ca21c63f {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:12:21.506887 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2420ab1b-e680-46ae-a215-ddc6ff397c0a', 'name': 'network-vif-deleted', 'tag': 'ce9b9216-508a-44fd-89bd-ca60a76b539e', 'status': 'completed', 'code': 200} Sep 03 02:12:21.508772 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-a071f381-c3b0-44c1-87f3-20543dcf63b5 req-06f46af3-d3ec-4820-b78f-31a7f8cefa80 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=2420ab1b-e680-46ae-a215-ddc6ff397c0a HTTP/1.1" status: 200 len: 210 time: 0.0378444 Sep 03 02:12:24.179847 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device ce9b9216-508a-44fd-89bd-ca60a76b539e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:12:24.199147 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: ce9b9216-508a-44fd-89bd-ca60a76b539e {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:12:24.199484 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device ce9b9216-508a-44fd-89bd-ca60a76b539e not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:12:24.777624 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38068) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:24.944212 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Deleting port 4a822e85-f7dd-4706-ba4a-ebde94cb10ac {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:24.944555 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:25.019636 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:25.019912 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:25.031247 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Calling delete_port for 4a822e85-f7dd-4706-ba4a-ebde94cb10ac owned by network:floatingip {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:25.177474 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:25.203641 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event deleted for resources: {'Port': ['ID=4a822e85-f7dd-4706-ba4a-ebde94cb10ac,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:25.264965 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:25.265291 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.db.l3_db [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Floating IP 8bc0ac0e-561c-4cda-94b0-59d8a7981220 disassociated (deleted). External IP: 172.27.3.21, port: b679c4d1-7dc6-4042-a619-7fb4387d1f33. Sep 03 02:12:25.480833 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Router 57619676-344e-466e-b94c-0e88cd56bf69 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:12:25.587876 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:12:25.592685 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:25.598794 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] Sync routers for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:12:25.607496 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:25.608115 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:11:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:25.620732 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-2699f6dd-db27-4317-ba17-fd07519ff878 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "DELETE /v2.0/floatingips/8bc0ac0e-561c-4cda-94b0-59d8a7981220 HTTP/1.1" status: 204 len: 168 time: 0.8418908 Sep 03 02:12:25.621354 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'tag': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:12:25.623586 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "72a2a6f7-e117-4bbf-8595-9c9c287c245e", "tag": "b679c4d1-7dc6-4042-a619-7fb4387d1f33"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:12:25.667626 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fa408c-087d-4578-81a8-f47eded11ff0 x-openstack-request-id: req-f1fa408c-087d-4578-81a8-f47eded11ff0 {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:12:25.668118 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a2a6f7-e117-4bbf-8595-9c9c287c245e", "tag": "b679c4d1-7dc6-4042-a619-7fb4387d1f33", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:12:25.668539 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1fa408c-087d-4578-81a8-f47eded11ff0 {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:12:25.669162 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'tag': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'status': 'completed', 'code': 200} Sep 03 02:12:25.674391 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:12:25.720335 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:25.788711 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-c79ead4b-7cf3-4046-9c87-84839d24d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:25.790464 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-c79ead4b-7cf3-4046-9c87-84839d24d046 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=428b691cedf84b89bdb08fc884a0d02b&device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 1099 time: 0.0752437 Sep 03 02:12:25.852351 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78da2-3e8d-4d6b-a15a-7e88aae5c128 req-63a612d0-ccd0-4bcd-83bb-396b215c2538 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93868) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:25.854524 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0b78da2-3e8d-4d6b-a15a-7e88aae5c128 req-63a612d0-ccd0-4bcd-83bb-396b215c2538 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 946 time: 0.0513878 Sep 03 02:12:25.896356 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-5a3329c5-728e-4015-bf69-9db0f0345a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:25.897878 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-5a3329c5-728e-4015-bf69-9db0f0345a25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 200 len: 913 time: 0.0908430 Sep 03 02:12:25.901434 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [req-f0b78da2-3e8d-4d6b-a15a-7e88aae5c128 req-5f239015-0a04-4c46-9d28-cbdc136df0b8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406301 Sep 03 02:12:25.944213 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:25.946172 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-73e3b149-50b0-4a6f-9d51-998e919fb624 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33 HTTP/1.1" status: 200 len: 217 time: 0.0393643 Sep 03 02:12:25.974866 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] Checking router: 57619676-344e-466e-b94c-0e88cd56bf69 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:12:25.983076 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:25.983676 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:11:59Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:25.999009 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-3b7a827d-bada-45f2-b02d-4f40b83ed4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:25.999387 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-3b7a827d-bada-45f2-b02d-4f40b83ed4bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 200 len: 851 time: 0.0439217 Sep 03 02:12:26.046984 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-068a579b-e611-49d4-85e9-9874aa2b4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:26.048568 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-068a579b-e611-49d4-85e9-9874aa2b4a3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=057d9bce-1026-4dda-a273-2dfb54844a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401845 Sep 03 02:12:26.090235 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:26.152386 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-85be40ec-acc5-40e9-861d-b59616cf3fed service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948739 Sep 03 02:12:26.241592 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-daf4a83e-31b4-4f21-85a6-10d68c6ef4bb req-e9a87724-9c17-48b3-adbe-d8ae7aaff4d6 service neutron] 10.222.0.42 "GET /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818093 Sep 03 02:12:26.289733 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:26.315860 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7603dfd-5429-4f01-bd83-3c9e177d0916 None None] The sync data for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi is: [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi', '_interfaces': [{'id': 'c64e3ddb-5a87-4f8e-8683-1a27f79278ae', 'name': '', 'network_id': '057d9bce-1026-4dda-a273-2dfb54844a9c', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'mac_address': 'fa:16:3e:41:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:57Z', 'updated_at': '2021-09-03T02:06:03Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'subnets': [{'id': '9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:12:26.468304 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-ab6efa57-1c5a-4f17-98b6-b0514bcdfa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:26.526034 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbd7600-ff66-468b-90de-1b111c0936d1 None None] New status for floating IP 8bc0ac0e-561c-4cda-94b0-59d8a7981220: DOWN {{(pid=93870) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:12:27.017160 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe20a5-423c-45e0-bd31-812c15e7fe58 req-360f3716-ada7-450d-a2ac-c90760633437 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:27.019305 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cbbe20a5-423c-45e0-bd31-812c15e7fe58 req-360f3716-ada7-450d-a2ac-c90760633437 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 946 time: 0.0543833 Sep 03 02:12:27.056198 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-cbbe20a5-423c-45e0-bd31-812c15e7fe58 req-ec5df52a-d126-489d-8d06-d8950a96a054 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9567802-2cbe-40b7-a161-a8f50cf1e4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311065 Sep 03 02:12:27.362333 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.472897 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49f905-7384-4db1-8984-9841141b2d66 req-d2e4d15a-a137-48f0-bbc7-41112fc60edf tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:27.474363 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ac49f905-7384-4db1-8984-9841141b2d66 req-d2e4d15a-a137-48f0-bbc7-41112fc60edf tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 946 time: 0.0501025 Sep 03 02:12:27.560706 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-ac49f905-7384-4db1-8984-9841141b2d66 req-3acd1b2a-a3cd-40ca-852b-3faa4f20eeb1 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Deleting port b679c4d1-7dc6-4042-a619-7fb4387d1f33 {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:27.561079 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ac49f905-7384-4db1-8984-9841141b2d66 req-3acd1b2a-a3cd-40ca-852b-3faa4f20eeb1 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.651602 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [req-ac49f905-7384-4db1-8984-9841141b2d66 req-3acd1b2a-a3cd-40ca-852b-3faa4f20eeb1 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] For port b679c4d1-7dc6-4042-a619-7fb4387d1f33, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b679c4d1-7dc6-4042-a619-7fb4387d1f33,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:27.651886 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ac49f905-7384-4db1-8984-9841141b2d66 req-3acd1b2a-a3cd-40ca-852b-3faa4f20eeb1 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.665671 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [req-ac49f905-7384-4db1-8984-9841141b2d66 req-3acd1b2a-a3cd-40ca-852b-3faa4f20eeb1 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Calling delete_port for b679c4d1-7dc6-4042-a619-7fb4387d1f33 owned by compute:nova {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:27.793272 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ac49f905-7384-4db1-8984-9841141b2d66 req-3acd1b2a-a3cd-40ca-852b-3faa4f20eeb1 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.822894 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1b2a-a3cd-40ca-852b-3faa4f20eeb1 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event deleted for resources: {'Port': ['ID=b679c4d1-7dc6-4042-a619-7fb4387d1f33,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:27.865082 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac49f905-7384-4db1-8984-9841141b2d66 req-3acd1b2a-a3cd-40ca-852b-3faa4f20eeb1 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] No DVR routers for this DVR port b679c4d1-7dc6-4042-a619-7fb4387d1f33 on host hv-cinder-80403 {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:12:27.867551 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [req-ac49f905-7384-4db1-8984-9841141b2d66 req-3acd1b2a-a3cd-40ca-852b-3faa4f20eeb1 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for port, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.869662 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-ac49f905-7384-4db1-8984-9841141b2d66 req-3acd1b2a-a3cd-40ca-852b-3faa4f20eeb1 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.42 "DELETE /v2.0/ports/b679c4d1-7dc6-4042-a619-7fb4387d1f33 HTTP/1.1" status: 204 len: 173 time: 0.3892951 Sep 03 02:12:27.870089 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'name': 'network-vif-deleted', 'tag': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33'}] {{(pid=93867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:12:27.872312 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e588866a9a4353cd1dec8902e29076e52dd06ccbe921f3d1eae842f42bdf3c76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685ff7eb-ff06-4ee7-9927-1ab07359457b" -d '{"events": [{"server_uuid": "72a2a6f7-e117-4bbf-8595-9c9c287c245e", "name": "network-vif-deleted", "tag": "b679c4d1-7dc6-4042-a619-7fb4387d1f33"}]}' {{(pid=93867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:12:27.907192 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0e4cc0-bbbc-4b6c-bd30-20169358ae5d x-openstack-request-id: req-ec0e4cc0-bbbc-4b6c-bd30-20169358ae5d {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:12:27.907534 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a2a6f7-e117-4bbf-8595-9c9c287c245e", "name": "network-vif-deleted", "tag": "b679c4d1-7dc6-4042-a619-7fb4387d1f33", "status": "completed", "code": 200}]} {{(pid=93867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:12:27.907784 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec0e4cc0-bbbc-4b6c-bd30-20169358ae5d {{(pid=93867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:12:27.908173 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a2a6f7-e117-4bbf-8595-9c9c287c245e', 'name': 'network-vif-deleted', 'tag': 'b679c4d1-7dc6-4042-a619-7fb4387d1f33', 'status': 'completed', 'code': 200} Sep 03 02:12:28.150534 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [req-bcb6743e-da5f-4717-9baf-12ae9feb4bf4 req-109c9622-c911-4417-a7f0-a87c1e3a40ac tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a2a6f7-e117-4bbf-8595-9c9c287c245e HTTP/1.1" status: 200 len: 210 time: 0.0269659 Sep 03 02:12:28.975544 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a0e881f-4f4c-4acb-84c6-5ecf3049b528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:29.186112 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:29.210002 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38086) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:29.331966 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-49ca1f71-d397-440a-a5b9-c16871fbeea8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Deleting port 9f2e0444-2b71-49ce-bbb2-900e23f3da6b {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:29.332303 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-49ca1f71-d397-440a-a5b9-c16871fbeea8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:29.407549 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-49ca1f71-d397-440a-a5b9-c16871fbeea8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:29.407877 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-49ca1f71-d397-440a-a5b9-c16871fbeea8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:29.419796 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-49ca1f71-d397-440a-a5b9-c16871fbeea8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Calling delete_port for 9f2e0444-2b71-49ce-bbb2-900e23f3da6b owned by network:floatingip {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:29.549778 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-49ca1f71-d397-440a-a5b9-c16871fbeea8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:29.574172 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca1f71-d397-440a-a5b9-c16871fbeea8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event deleted for resources: {'Port': ['ID=9f2e0444-2b71-49ce-bbb2-900e23f3da6b,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:29.632671 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-49ca1f71-d397-440a-a5b9-c16871fbeea8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for floatingip, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:29.635270 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-49ca1f71-d397-440a-a5b9-c16871fbeea8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51362'] for floatingip, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:29.636409 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-49ca1f71-d397-440a-a5b9-c16871fbeea8 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "DELETE /v2.0/floatingips/af5a228f-427d-41e5-8078-6ae75cbf2a59 HTTP/1.1" status: 204 len: 168 time: 0.4254372 Sep 03 02:12:30.161014 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:30.826627 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38098) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:30.886923 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-10a77d13-4201-4626-b459-c367adddf277 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:30.910918 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-10a77d13-4201-4626-b459-c367adddf277 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:30.969378 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-10a77d13-4201-4626-b459-c367adddf277 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:30.972404 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-10a77d13-4201-4626-b459-c367adddf277 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:30.973604 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-10a77d13-4201-4626-b459-c367adddf277 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] 10.222.0.32 "DELETE /v2.0/security-groups/f9567802-2cbe-40b7-a161-a8f50cf1e4c6 HTTP/1.1" status: 204 len: 168 time: 0.1459897 Sep 03 02:12:30.982928 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a77d13-4201-4626-b459-c367adddf277 tempest-TestVolumeBootPattern-156946095 tempest-TestVolumeBootPattern-156946095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9567802-2cbe-40b7-a161-a8f50cf1e4c6,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:31.027462 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38102) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:31.501334 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715889'] for router_interface, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:31.739133 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] Deleting port c64e3ddb-5a87-4f8e-8683-1a27f79278ae {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:31.739475 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:31.818511 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] For port c64e3ddb-5a87-4f8e-8683-1a27f79278ae, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=c64e3ddb-5a87-4f8e-8683-1a27f79278ae,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:31.818876 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:31.831079 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] Calling delete_port for c64e3ddb-5a87-4f8e-8683-1a27f79278ae owned by network:router_interface {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:31.892666 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:32.005724 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:32.030244 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=c64e3ddb-5a87-4f8e-8683-1a27f79278ae,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:32.189578 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716005'] for router_interface, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:32.193977 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device b679c4d1-7dc6-4042-a619-7fb4387d1f33 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:12:32.213485 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] No Port match for: b679c4d1-7dc6-4042-a619-7fb4387d1f33 {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:12:32.213829 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Device b679c4d1-7dc6-4042-a619-7fb4387d1f33 not bound to the agent host hv-cinder-80403 {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:12:32.402190 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] Router 57619676-344e-466e-b94c-0e88cd56bf69 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:12:32.507745 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:12:32.512969 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-887ec052-2805-443a-862e-ad0e9ca65c80 admin admin] 10.222.0.32 "PUT /v2.0/routers/57619676-344e-466e-b94c-0e88cd56bf69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4844434 Sep 03 02:12:32.515397 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38106) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:32.518762 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] Sync routers for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:12:32.527885 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:32.528492 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:12:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:32.616736 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Notify callbacks [] for router, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:32.629698 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:32.717907 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:32.770209 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Deleting port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:32.770550 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:32.805410 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:12:31Z', 'revision_number': 5, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port': {'id': '5f537a38-6a99-4a71-9b4f-fa7af3a9016f', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ba:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57619676-344e-466e-b94c-0e88cd56bf69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:32.837805 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] Checking router: 57619676-344e-466e-b94c-0e88cd56bf69 for host: dv-cinder-804035-9-iscsi {{(pid=93869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:12:32.846092 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] Routers {'57619676-344e-466e-b94c-0e88cd56bf69'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:32.846728 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:12:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['57619676-344e-466e-b94c-0e88cd56bf69'], 'active': True} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:32.849477 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] For port 5f537a38-6a99-4a71-9b4f-fa7af3a9016f, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=5f537a38-6a99-4a71-9b4f-fa7af3a9016f,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:32.849989 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:32.866155 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Calling delete_port for 5f537a38-6a99-4a71-9b4f-fa7af3a9016f owned by network:router_gateway {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:32.934947 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvr_db [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] Set router 57619676-344e-466e-b94c-0e88cd56bf69 gateway port host: None {{(pid=93869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:33.034193 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.062096 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f537a38-6a99-4a71-9b4f-fa7af3a9016f,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:33.113884 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_hamode_db [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:12:32Z', 'revision_number': 6, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port_host': None}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:33.124591 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714251'] for router_gateway, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.139335 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc80195-f1f2-4a7f-84eb-c7bacb581aed None None] The sync data for ids ['57619676-344e-466e-b94c-0e88cd56bf69'] in dv-cinder-804035-9-iscsi is: [{'id': '57619676-344e-466e-b94c-0e88cd56bf69', 'name': 'tempest-TestVolumeBootPattern-1147885978-router', 'tenant_id': '428b691cedf84b89bdb08fc884a0d02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:05:55Z', 'updated_at': '2021-09-03T02:12:32Z', 'revision_number': 6, 'project_id': '428b691cedf84b89bdb08fc884a0d02b', 'gw_port_host': None}] {{(pid=93869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:12:33.216588 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124237'] for router, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.218692 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.261284 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715437'] for router, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.261764 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57619676-344e-466e-b94c-0e88cd56bf69 {{(pid=93867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:12:33.266160 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] Notify callbacks [] for router, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.267378 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6359740c-7386-4718-80b0-138af6e3d58c admin admin] 10.222.0.32 "DELETE /v2.0/routers/57619676-344e-466e-b94c-0e88cd56bf69 HTTP/1.1" status: 204 len: 168 time: 0.7509863 Sep 03 02:12:33.270404 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38108) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:33.315979 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b02695-bb7b-4b3a-9432-7b4a8a9006eb admin admin] Deleting subnet 9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf {{(pid=93867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:12:33.319018 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71b02695-bb7b-4b3a-9432-7b4a8a9006eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.354149 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71b02695-bb7b-4b3a-9432-7b4a8a9006eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28855423'] for subnet, precommit_delete_associations {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.427656 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71b02695-bb7b-4b3a-9432-7b4a8a9006eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.484253 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71b02695-bb7b-4b3a-9432-7b4a8a9006eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29019344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26008013'] for subnet, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.511677 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b02695-bb7b-4b3a-9432-7b4a8a9006eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:33.513601 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-71b02695-bb7b-4b3a-9432-7b4a8a9006eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.515488 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-71b02695-bb7b-4b3a-9432-7b4a8a9006eb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9e74fe37-8d8a-4775-aaaa-5f1fedb1c4cf HTTP/1.1" status: 204 len: 168 time: 0.2441685 Sep 03 02:12:33.517855 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38110) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:33.521319 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1742bff-773e-404d-87dc-3085e8dfe228 None None] Network 057d9bce-1026-4dda-a273-2dfb54844a9c requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:12:33.588013 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.647010 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Deleting port e0855ef1-c874-405a-98ab-4342f714dd6a {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:33.647348 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.913047 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] DHCP port deletion for 057d9bce-1026-4dda-a273-2dfb54844a9c request from dv-cinder-804035-9-iscsi {{(pid=93869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:12:33.962841 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Deleting port e0855ef1-c874-405a-98ab-4342f714dd6a {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:33.963529 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.988288 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] For port e0855ef1-c874-405a-98ab-4342f714dd6a, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=e0855ef1-c874-405a-98ab-4342f714dd6a,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:33.988864 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.001828 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Calling delete_port for e0855ef1-c874-405a-98ab-4342f714dd6a owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:34.033213 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] For port e0855ef1-c874-405a-98ab-4342f714dd6a, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=e0855ef1-c874-405a-98ab-4342f714dd6a,segment=NetworkSegment(e84e18c0-14d2-4953-9502-5f16573454da),segment_id=e84e18c0-14d2-4953-9502-5f16573454da)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:34.033610 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.046207 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Calling delete_port for e0855ef1-c874-405a-98ab-4342f714dd6a owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:34.086701 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.111597 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0855ef1-c874-405a-98ab-4342f714dd6a,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:34.117409 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] No DVR routers for this DVR port e0855ef1-c874-405a-98ab-4342f714dd6a on host dv-cinder-804035-9-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:12:34.131421 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.157276 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Pushing event deleted for resources: {'Port': ['ID=e0855ef1-c874-405a-98ab-4342f714dd6a,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:34.163463 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] No DVR routers for this DVR port e0855ef1-c874-405a-98ab-4342f714dd6a on host dv-cinder-804035-9-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:12:34.172572 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.172715 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.173067 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.173409 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.173744 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.174076 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.175003 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.175003 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.175481 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.175827 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.176219 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.176470 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc473637-be2e-408c-b418-2e3984032ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-9-iscsi {{(pid=93869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.200147 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.211414 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057d9bce-1026-4dda-a273-2dfb54844a9c']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:34.224415 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84e18c0-14d2-4953-9502-5f16573454da') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:34.224712 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84e18c0-14d2-4953-9502-5f16573454da') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:34.233387 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28855398'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.246944 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.253292 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:12:34.253752 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29019278'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: timer() Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: cb(*args, **kw) Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: self._notify() Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: self.callback(batched_events) Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: event.method(event) Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._get(url).json() Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:12:34.255490 dv-cinder-804035-9-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:12:34.308339 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.313547 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.319024 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] 10.222.0.32 "DELETE /v2.0/networks/057d9bce-1026-4dda-a273-2dfb54844a9c HTTP/1.1" status: 204 len: 168 time: 0.7964869 Sep 03 02:12:34.319206 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38112) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:34.326372 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad29e11-48c5-441e-8da1-f2013190f094 admin admin] Pushing event deleted for resources: {'Network': ['ID=057d9bce-1026-4dda-a273-2dfb54844a9c,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:34.655800 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715889'] for router_interface, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.939635 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] Deleting port aa1fbf4d-917d-45a5-a474-dbbf34ee635a {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:34.939971 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.975962 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 5f537a38-6a99-4a71-9b4f-fa7af3a9016f no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:12:34.996480 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 5f537a38-6a99-4a71-9b4f-fa7af3a9016f {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:12:34.996835 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 5f537a38-6a99-4a71-9b4f-fa7af3a9016f not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:12:34.997364 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device e0855ef1-c874-405a-98ab-4342f714dd6a no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:12:35.016110 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: e0855ef1-c874-405a-98ab-4342f714dd6a {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:12:35.016574 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device e0855ef1-c874-405a-98ab-4342f714dd6a not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:12:35.016781 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device c64e3ddb-5a87-4f8e-8683-1a27f79278ae no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:12:35.032493 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] For port aa1fbf4d-917d-45a5-a474-dbbf34ee635a, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=aa1fbf4d-917d-45a5-a474-dbbf34ee635a,segment=NetworkSegment(c5b343b9-3584-47e8-9e9f-017f635ca0dc),segment_id=c5b343b9-3584-47e8-9e9f-017f635ca0dc)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:35.032850 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.040833 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: c64e3ddb-5a87-4f8e-8683-1a27f79278ae {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:12:35.040833 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device c64e3ddb-5a87-4f8e-8683-1a27f79278ae not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:12:35.050028 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] Calling delete_port for aa1fbf4d-917d-45a5-a474-dbbf34ee635a owned by network:router_interface {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:35.275518 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.307664 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1fbf4d-917d-45a5-a474-dbbf34ee635a,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:35.511401 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716005'] for router_interface, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.724635 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] Router 4df60e69-a66d-4ead-8d1d-96f2f1911028 has already been hosted by L3 agent 4071d726-9ac3-48f5-8fee-2720153228a0 {{(pid=93868) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:12:35.829061 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] Notify agent at l3_agent.dv-cinder-804035-9-iscsi the message routers_updated {{(pid=93868) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:12:35.833974 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-c8cb0599-9fec-4e35-a7ce-551be1271c16 admin admin] 10.222.0.32 "PUT /v2.0/routers/4df60e69-a66d-4ead-8d1d-96f2f1911028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5137641 Sep 03 02:12:35.836460 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38114) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:35.838929 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] Sync routers for ids ['4df60e69-a66d-4ead-8d1d-96f2f1911028'] in dv-cinder-804035-9-iscsi {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:12:35.850766 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] Routers {'4df60e69-a66d-4ead-8d1d-96f2f1911028'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:35.851367 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:12:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4df60e69-a66d-4ead-8d1d-96f2f1911028'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:35.935423 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.952734 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] Set router 4df60e69-a66d-4ead-8d1d-96f2f1911028 gateway port host: dv-cinder-804035-9-iscsi {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:36.035834 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.090098 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Deleting port b9371807-b160-41e3-81f5-5809073a181e {{(pid=93868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:36.090433 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.126090 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'name': 'tempest-TestVolumeBootPattern-1266933433-router', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'external_fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'b9371807-b160-41e3-81f5-5809073a181e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:12:35Z', 'revision_number': 5, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'gw_port': {'id': 'b9371807-b160-41e3-81f5-5809073a181e', 'name': '', 'network_id': '32c94ffd-7e71-4160-ba26-be39bdf933f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f55abf-cea5-4c56-95bb-3a1daa1777ee', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-9-iscsi'}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:36.155307 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] Checking router: 4df60e69-a66d-4ead-8d1d-96f2f1911028 for host: dv-cinder-804035-9-iscsi {{(pid=93870) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:12:36.163993 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] Routers {'4df60e69-a66d-4ead-8d1d-96f2f1911028'} bound to L3 agent in host dv-cinder-804035-9-iscsi {{(pid=93870) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:36.164586 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:50:29Z,description=,heartbeat_timestamp=2021-09-03T02:12:29Z,host='dv-cinder-804035-9-iscsi',id=4071d726-9ac3-48f5-8fee-2720153228a0,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:50:29Z,topic='l3_agent')) {'router_ids': ['4df60e69-a66d-4ead-8d1d-96f2f1911028'], 'active': True} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:36.167795 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.db [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] For port b9371807-b160-41e3-81f5-5809073a181e, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=b9371807-b160-41e3-81f5-5809073a181e,segment=NetworkSegment(6ba5697b-24f7-4b35-ba5a-4a94574af773),segment_id=6ba5697b-24f7-4b35-ba5a-4a94574af773)] {{(pid=93868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:36.168167 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.180369 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.plugins.ml2.plugin [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Calling delete_port for b9371807-b160-41e3-81f5-5809073a181e owned by network:router_gateway {{(pid=93868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:36.243898 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_dvr_db [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] Set router 4df60e69-a66d-4ead-8d1d-96f2f1911028 gateway port host: None {{(pid=93870) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:36.297107 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.l3_hamode_db [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'name': 'tempest-TestVolumeBootPattern-1266933433-router', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:12:36Z', 'revision_number': 6, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'gw_port_host': None}], 'dv-cinder-804035-9-iscsi', False) {} {{(pid=93870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:36.322563 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0463eb-072f-4568-a078-e0a3022ef3be None None] The sync data for ids ['4df60e69-a66d-4ead-8d1d-96f2f1911028'] in dv-cinder-804035-9-iscsi is: [{'id': '4df60e69-a66d-4ead-8d1d-96f2f1911028', 'name': 'tempest-TestVolumeBootPattern-1266933433-router', 'tenant_id': '9e43934ae0504d48989d8e8f6af0eb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:06:00Z', 'updated_at': '2021-09-03T02:12:36Z', 'revision_number': 6, 'project_id': '9e43934ae0504d48989d8e8f6af0eb18', 'gw_port_host': None}] {{(pid=93870) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:12:36.342367 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25731490'] for port, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.366751 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=b9371807-b160-41e3-81f5-5809073a181e,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:36.430366 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3714251'] for router_gateway, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.736796 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3715348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124237'] for router, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.740014 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.786142 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3715437'] for router, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.786757 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df60e69-a66d-4ead-8d1d-96f2f1911028 {{(pid=93868) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:12:36.790988 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] Notify callbacks [] for router, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.792128 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-9de25a62-78e9-4bc6-84c4-311fcd60cd4b admin admin] 10.222.0.32 "DELETE /v2.0/routers/4df60e69-a66d-4ead-8d1d-96f2f1911028 HTTP/1.1" status: 204 len: 168 time: 0.9547055 Sep 03 02:12:36.795193 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [-] (93868) accepted ('10.222.0.32', 38116) {{(pid=93868) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:36.840551 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cdb2c2-1747-475a-8cb9-97b4afa1699c admin admin] Deleting subnet b5cd0c51-2390-4490-8c15-c9d879aa7ba4 {{(pid=93868) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:12:36.843581 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2c2-1747-475a-8cb9-97b4afa1699c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.878736 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2c2-1747-475a-8cb9-97b4afa1699c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734933'] for subnet, precommit_delete_associations {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.962599 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2c2-1747-475a-8cb9-97b4afa1699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463390'] for subnet, precommit_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.016205 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2c2-1747-475a-8cb9-97b4afa1699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25731471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25957374'] for subnet, after_delete {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.041774 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdb2c2-1747-475a-8cb9-97b4afa1699c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5cd0c51-2390-4490-8c15-c9d879aa7ba4,revision_number=None']} {{(pid=93868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:37.045581 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron_lib.callbacks.manager [None req-e3cdb2c2-1747-475a-8cb9-97b4afa1699c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for subnet, before_response {{(pid=93868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.047713 dv-cinder-804035-9-iscsi neutron-server[93868]: INFO neutron.wsgi [None req-e3cdb2c2-1747-475a-8cb9-97b4afa1699c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b5cd0c51-2390-4490-8c15-c9d879aa7ba4 HTTP/1.1" status: 204 len: 168 time: 0.2514586 Sep 03 02:12:37.050700 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38118) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:37.051485 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bce1c2-9acb-4d0d-83be-cd0fb02b5747 None None] Network 1c30cbb6-9a07-422f-9b50-ede5644ee303 requested from dv-cinder-804035-9-iscsi {{(pid=93869) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:12:37.128979 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1450325'] for network, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.198370 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Deleting port 65d34b14-529d-4860-bad1-1155380f017d {{(pid=93867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:37.198586 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.204798 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device aa1fbf4d-917d-45a5-a474-dbbf34ee635a no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:12:37.237573 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: aa1fbf4d-917d-45a5-a474-dbbf34ee635a {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:12:37.238229 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device aa1fbf4d-917d-45a5-a474-dbbf34ee635a not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:12:37.238949 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9371807-b160-41e3-81f5-5809073a181e no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:12:37.266757 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: b9371807-b160-41e3-81f5-5809073a181e {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:12:37.267478 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device b9371807-b160-41e3-81f5-5809073a181e not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:12:37.271902 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ccb487-ec1a-4f88-abe4-b1ef44c002e0 None None] DHCP port deletion for 1c30cbb6-9a07-422f-9b50-ede5644ee303 request from dv-cinder-804035-9-iscsi {{(pid=93869) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:12:37.279347 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.db [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] For port 65d34b14-529d-4860-bad1-1155380f017d, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=65d34b14-529d-4860-bad1-1155380f017d,segment=NetworkSegment(c5b343b9-3584-47e8-9e9f-017f635ca0dc),segment_id=c5b343b9-3584-47e8-9e9f-017f635ca0dc)] {{(pid=93867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:37.280315 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.307613 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.plugin [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Calling delete_port for 65d34b14-529d-4860-bad1-1155380f017d owned by network:dhcp {{(pid=93867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:37.339259 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-45ccb487-ec1a-4f88-abe4-b1ef44c002e0 None None] Deleting port 65d34b14-529d-4860-bad1-1155380f017d {{(pid=93869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:37.340045 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-45ccb487-ec1a-4f88-abe4-b1ef44c002e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738767845102'] for port, before_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.405519 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29019389'] for port, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.423621 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.db [None req-45ccb487-ec1a-4f88-abe4-b1ef44c002e0 None None] For port 65d34b14-529d-4860-bad1-1155380f017d, host dv-cinder-804035-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-9-iscsi',level=0,port_id=65d34b14-529d-4860-bad1-1155380f017d,segment=NetworkSegment(c5b343b9-3584-47e8-9e9f-017f635ca0dc),segment_id=c5b343b9-3584-47e8-9e9f-017f635ca0dc)] {{(pid=93869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:37.425461 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-45ccb487-ec1a-4f88-abe4-b1ef44c002e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3726136'] for port, precommit_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.435746 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d34b14-529d-4860-bad1-1155380f017d,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:37.437786 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] No DVR routers for this DVR port 65d34b14-529d-4860-bad1-1155380f017d on host dv-cinder-804035-9-iscsi {{(pid=93867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:12:37.444451 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-45ccb487-ec1a-4f88-abe4-b1ef44c002e0 None None] Calling delete_port for 65d34b14-529d-4860-bad1-1155380f017d owned by network:dhcp {{(pid=93869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:37.524379 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1463243', 'neutron.services.segments.db._delete_segments_for_network-8738767876437'] for network, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.535662 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c30cbb6-9a07-422f-9b50-ede5644ee303']}} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:37.540688 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-45ccb487-ec1a-4f88-abe4-b1ef44c002e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1550971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-13795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738767850424', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738767330690'] for port, after_delete {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.547792 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b343b9-3584-47e8-9e9f-017f635ca0dc') {'for_net_delete': True} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:37.548085 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.services.segments.db [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b343b9-3584-47e8-9e9f-017f635ca0dc') {} {{(pid=93867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:37.556805 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738767877726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28855398'] for segment, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.565978 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccb487-ec1a-4f88-abe4-b1ef44c002e0 None None] Pushing event deleted for resources: {'Port': ['ID=65d34b14-529d-4860-bad1-1155380f017d,revision_number=None']} {{(pid=93869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:37.569778 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccb487-ec1a-4f88-abe4-b1ef44c002e0 None None] No DVR routers for this DVR port 65d34b14-529d-4860-bad1-1155380f017d on host dv-cinder-804035-9-iscsi {{(pid=93869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:12:37.574827 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687'] for segment, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.582631 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:12:37.583109 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29019278'] for segment, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: Traceback (most recent call last): Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: timer() Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: cb(*args, **kw) Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: return func(*args, **kwargs) Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: self._notify() Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: self.callback(batched_events) Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: event.method(event) Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: return f(self, *a, **k) Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._get(url).json() Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: return self.request(url, 'GET', **kwargs) Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:12:37.585065 dv-cinder-804035-9-iscsi neutron-server[93867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:12:37.641820 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1463260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3746068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3843619'] for network, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.647148 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3673285'] for network, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.651747 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1c30cbb6-9a07-422f-9b50-ede5644ee303 HTTP/1.1" status: 204 len: 168 time: 0.5974696 Sep 03 02:12:37.662163 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5934951-a1e1-4f43-9d8c-d517350e6513 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c30cbb6-9a07-422f-9b50-ede5644ee303,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:37.764420 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38124) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:37.810256 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-7c9cbaba-283b-4d88-8c07-e7312c03da05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=428b691cedf84b89bdb08fc884a0d02b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445166 Sep 03 02:12:37.812610 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38126) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:37.860463 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5c02e1cf-a0db-44a7-b2d3-cc8d52e977f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.881024 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5c02e1cf-a0db-44a7-b2d3-cc8d52e977f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.927545 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5c02e1cf-a0db-44a7-b2d3-cc8d52e977f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.930099 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-5c02e1cf-a0db-44a7-b2d3-cc8d52e977f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.931249 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-5c02e1cf-a0db-44a7-b2d3-cc8d52e977f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81a3daee-7abb-47ea-bd88-8a5ae21f6f98 HTTP/1.1" status: 204 len: 168 time: 0.1177115 Sep 03 02:12:37.938993 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02e1cf-a0db-44a7-b2d3-cc8d52e977f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a3daee-7abb-47ea-bd88-8a5ae21f6f98,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:38.245090 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38132) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:38.285961 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-6182d8e9-2ec3-4ed5-81e3-58411553570f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e43934ae0504d48989d8e8f6af0eb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394833 Sep 03 02:12:38.288234 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.wsgi [-] (93867) accepted ('10.222.0.32', 38134) {{(pid=93867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:38.338418 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c497cf16-2f6b-4efd-93af-7582ba5062f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:38.359109 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c497cf16-2f6b-4efd-93af-7582ba5062f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:38.409538 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c497cf16-2f6b-4efd-93af-7582ba5062f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3744191'] for security_group, after_delete {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:38.412196 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron_lib.callbacks.manager [None req-c497cf16-2f6b-4efd-93af-7582ba5062f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:38.413603 dv-cinder-804035-9-iscsi neutron-server[93867]: INFO neutron.wsgi [None req-c497cf16-2f6b-4efd-93af-7582ba5062f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/831e05d8-11e0-4a4a-bc81-3dc430ef7bb1 HTTP/1.1" status: 204 len: 168 time: 0.1244326 Sep 03 02:12:38.421373 dv-cinder-804035-9-iscsi neutron-server[93867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497cf16-2f6b-4efd-93af-7582ba5062f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831e05d8-11e0-4a4a-bc81-3dc430ef7bb1,revision_number=None']} {{(pid=93867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:38.979465 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 65d34b14-529d-4860-bad1-1155380f017d no longer exists at agent ovs-agent-dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:12:38.999823 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] No Port match for: 65d34b14-529d-4860-bad1-1155380f017d {{(pid=93869) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:12:39.000170 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron.plugins.ml2.rpc [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Device 65d34b14-529d-4860-bad1-1155380f017d not bound to the agent host dv-cinder-804035-9-iscsi {{(pid=93869) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:12:56.472727 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-111df03a-8433-441e-95f4-bbb24d486a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:57.357571 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:58.979648 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-bf74e58e-3bf2-4b3e-a29b-35bd1479ea19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:59.187116 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:00.165610 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:01.896964 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:02.672797 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:13:26.473499 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-aaaee304-dba0-4ff6-8447-1dabba3a6ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:27.357161 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:28.980459 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-648551d7-fda3-4950-9b31-00e994c0b44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:29.196423 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:30.167452 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:31.901436 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:39.675287 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:13:56.474232 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-24e5447d-a0a1-4ffd-8625-7399b6333837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:56.546489 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-1b1979f8-5f9e-45d8-b31d-aac520ee0655 req-8598526a-7bde-4379-91d3-052830c4408a service neutron] (93868) timed out ('10.222.0.42', 64784) {{(pid=93868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 02:13:56.797868 dv-cinder-804035-9-iscsi neutron-server[93868]: DEBUG neutron.wsgi [req-dd1fd5bc-8ef5-4671-a2d0-678162480ff1 req-22d57659-d2ee-4dfc-a1f3-cf28c2dcadf4 service neutron] (93868) timed out ('10.222.0.42', 64791) {{(pid=93868) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 02:13:57.370808 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:58.980578 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4a2ef83a-e8e1-4104-b33a-252ec757ff51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:59.187350 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:00.171166 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:01.904419 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:16.673942 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:14:26.475324 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-808733b5-f24e-46fa-aa70-caef027dce8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:27.386477 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:28.981905 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-4ead1306-0b3a-44e6-a985-b526a586879f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:29.188044 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:30.175491 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:31.907595 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:53.672775 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:14:56.475650 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa004-bab7-4edd-b51b-8743c1b2b1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:57.401292 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:58.985590 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-cc9dd09a-c3e6-4812-be3e-0f5728a2d17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:59.188634 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:00.176053 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:01.910712 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:26.476814 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5ba1166c-b50b-4399-889d-50e93c9cd85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:27.401785 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:28.988268 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-b5fc97dc-7311-4179-a98d-6e33e4e27fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:29.188943 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:30.179304 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:30.670854 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:15:31.914232 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:56.478373 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-a4aeba66-60af-4ea2-9d5b-bfe66ea2566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:57.416841 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:58.988393 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-2a065120-88b6-4d57-ba8d-4017ebbf8713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:59.188685 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:00.182176 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:01.916602 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:07.669419 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:16:26.479839 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-d470d725-66e0-4150-929e-986f21d75e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:27.431117 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:28.988286 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-857711df-dd07-4374-b85a-7e6f8c874f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:29.188770 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:30.184714 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:31.919017 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:44.667971 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:16:56.482119 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6017-5a3b-489c-a982-543448783e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:57.430858 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:58.988109 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-84d04601-58e7-468e-9057-e3b8a23946ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:59.190622 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:00.187729 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:01.922630 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:21.666492 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:17:26.483256 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-6abd9a51-c804-4b8b-a1a4-61497cd343bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:27.431776 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:28.989305 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-5843a884-48bd-4fc6-bf76-d8b5d8013978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:29.191766 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:30.191135 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:31.927678 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:56.490581 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-848e9ebd-0b74-406e-8f21-9bc95bd876cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:57.445426 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-86a76d03-75c7-4921-861a-17d86971a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:58.665925 dv-cinder-804035-9-iscsi neutron-server[93870]: DEBUG neutron.db.agents_db [None req-0bb3be38-5ded-43fa-b479-58677323a6bc None None] Agent healthcheck: found 6 active agents {{(pid=93870) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:17:58.989380 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-7524d047-7dce-4629-bd6e-e48a2ff2ffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:59.193300 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9b54-d548-401a-8d8d-254cbc5734a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:00.193561 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-07fd8ba9-919e-4f85-b69f-d577681dba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:01.930547 dv-cinder-804035-9-iscsi neutron-server[93869]: DEBUG neutron_lib.callbacks.manager [None req-9b3f7e96-8735-4178-af03-a929efb0f3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738767876419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1462145'] for agent, after_update {{(pid=93869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}